-- Logs begin at Thu 2022-07-28 05:21:45 UTC, end at Thu 2022-07-28 06:47:52 UTC. -- Jul 28 06:19:17.977022 dv-cinder-812429-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 06:19:20.679384 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.common.config [-] Logging enabled! Jul 28 06:19:20.679956 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 06:19:20.680092 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104215) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 06:19:20.683413 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.common.config [-] Logging enabled! Jul 28 06:19:20.683672 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 06:19:20.683993 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104215) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 06:19:20.684933 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:19:20.685168 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:19:20.685671 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:19:20.685924 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:19:20.686156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:19:20.686486 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.686788 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.687022 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.687313 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.687616 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.687898 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.688192 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.688489 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.688779 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.689059 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.689366 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.689602 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.689889 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.690181 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.690470 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.690732 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] debug = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.691073 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.691453 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.691865 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.692150 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.692444 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.692728 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.693006 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.693286 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.693609 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.693949 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] host = dv-cinder-812429-2-iscsi {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.694231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.694522 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.694812 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.695101 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.695379 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.695658 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.695946 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.696224 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.696505 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.696784 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.697077 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.697403 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.697697 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.697926 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.698150 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.698437 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.698737 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.699013 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.699288 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.699564 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.699840 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.700117 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.700386 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.700674 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.700960 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.701245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.701547 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.701825 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.702100 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.702371 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.702655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.702929 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.703201 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.703476 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.703761 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.704033 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.704308 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.704610 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.704897 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.705179 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.705491 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.705769 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.706053 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.706365 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.706642 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.706918 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] use_json = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.707191 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.707465 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.707749 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.708025 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.708299 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.708576 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.708849 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.709135 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.709432 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:20.709734 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.710033 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.710337 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.710625 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.710933 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.711218 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.711509 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.711791 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.712083 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.712376 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.712668 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.712950 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.713252 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.713573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.713871 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.714179 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.714477 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.714771 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.715049 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.715325 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.715602 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.715883 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.716172 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.716459 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.716753 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.717045 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.717353 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.717657 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.717946 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.718235 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.718534 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.718830 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.719107 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.719389 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.719683 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.719965 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.720240 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.720535 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.720818 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.721095 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.721409 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.721707 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.722604 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.722886 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.723172 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.723467 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.723751 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.724024 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.724299 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.724579 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.724856 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.725145 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.725464 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.725743 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.726018 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.726301 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.726576 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.726856 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.727139 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.727413 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.727695 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.727973 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.728250 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.728529 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.728805 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.729085 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.729394 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.729673 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.729957 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.730234 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.730509 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.730782 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.731060 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.731338 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.731644 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.731930 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.732215 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.732497 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.732781 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.733064 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.733378 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.733663 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.733945 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.734224 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.734518 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.734805 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.735096 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.735386 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.735668 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.735985 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.736268 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.736550 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.736836 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.737118 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.737500 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.738351 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.738640 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.738920 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.739211 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.739503 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.739806 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.740108 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.740395 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.740697 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.740997 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.741295 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.741605 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.741921 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.742207 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:20.742428 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:19:20.742674 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104215) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 06:19:21.046811 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 06:19:21.047088 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 06:19:21.047402 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 06:19:21.047750 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 06:19:21.461780 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.462067 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.462337 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.463656 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.463933 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.464200 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.517863 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.518148 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.518421 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.533690 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.533976 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.534282 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.565056 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.565361 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.566174 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.602984 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.603269 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.603542 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.835583 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.836246 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.836246 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.836425 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.837251 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.936005 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.936326 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.936609 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.936882 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.937148 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.937481 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.937740 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.937996 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.938248 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.938528 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.938785 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.939049 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.939309 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.939560 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.939812 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.940077 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.940330 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.941284 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.941585 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.941844 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.942117 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.942369 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.942650 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.943023 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.943271 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.943517 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.943905 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:21.944144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:21.944381 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:21.944615 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:21.944848 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:21.945082 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:21.945469 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 06:19:21.948528 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 06:19:21.952404 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 06:19:21.956367 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 28 06:19:21.958090 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 06:19:21.958697 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 06:19:21.959029 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 06:19:21.959416 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 06:19:21.962202 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 06:19:21.962447 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 06:19:21.962788 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 06:19:21.967763 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 06:19:21.990814 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 06:19:21.991266 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.991563 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 06:19:21.991931 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.993265 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 06:19:21.993575 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 06:19:21.994072 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 06:19:21.997350 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:21.997629 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:22.145192 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 06:19:22.145382 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 06:19:22.145613 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 06:19:22.145998 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 06:19:22.198093 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO dbcounter [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Registered counter for database neutron Jul 28 06:19:22.215408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_db.sqlalchemy.engines [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104215) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 06:19:22.221296 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG dbcounter [-] [104215] Writer thread running {{(pid=104215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:19:22.886041 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing driver for type 'gre' Jul 28 06:19:22.886710 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] gre ID ranges: [(1, 1000)] Jul 28 06:19:23.091810 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing driver for type 'local' Jul 28 06:19:23.092161 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing driver for type 'vlan' Jul 28 06:19:23.200629 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] VlanTypeDriver initialization complete Jul 28 06:19:23.200901 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing driver for type 'vxlan' Jul 28 06:19:23.201458 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] vxlan ID ranges: [(1, 1000)] Jul 28 06:19:23.383046 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing extension driver 'port_security' Jul 28 06:19:23.383376 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.extensions.port_security [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] PortSecurityExtensionDriver initialization complete Jul 28 06:19:23.383707 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing mechanism driver 'openvswitch' Jul 28 06:19:23.384027 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing mechanism driver 'hyperv' Jul 28 06:19:23.390872 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.plugin [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:19:23.391575 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.391949 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.392307 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.392814 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:19:23.393237 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.393706 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.394059 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.394456 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:19:23.394866 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.395217 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.395564 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.395956 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:19:23.396363 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > security_group after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.396712 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > security_group after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.397056 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.397478 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:19:23.397885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.398235 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.398573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.399435 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:19:23.399435 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > address_group after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.399780 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > address_group after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.400036 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.400445 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 06:19:23.400866 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] ML2 OVO RPC backend initialized. {{(pid=104215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 06:19:23.401630 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.401982 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.402456 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.402749 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > networks before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.403093 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.403432 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > ports before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.403772 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.404111 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnets before_response 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.404454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.404792 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.405127 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.405496 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.412241 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.412241 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.412241 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.412241 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.412600 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.418700 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded quota_driver: . Jul 28 06:19:23.419110 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.plugin [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Modular L2 Plugin initialization complete Jul 28 06:19:23.419419 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading services supported by the core plugin {{(pid=104215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 06:19:23.419766 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.plugins.ml2.managers [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Got port-security extension from driver 'port_security' Jul 28 06:19:23.420262 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.extensions.vlantransparent [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Disabled vlantransparent extension. Jul 28 06:19:23.420766 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 06:19:23.421089 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: router Jul 28 06:19:23.468072 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.468417 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_create 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.468779 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router before_create 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.469143 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.469545 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.469933 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_delete 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.470292 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.470643 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.471002 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_create 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.471355 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_update 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.471738 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_update 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.472155 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.472594 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_update 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.473013 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_update 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.473469 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.473811 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.474152 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: subnet after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.474503 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.474855 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.475205 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_create 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.475549 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.475896 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.476252 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router after_update 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.476608 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.476995 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_create 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.477333 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.477686 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_update 55549900 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.478058 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > agent after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.478409 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > agent after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.478758 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > network after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.479717 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Tracking information for resource: router configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:23.480033 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Tracking information for resource: floatingip configured {{(pid=104215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:19:23.486097 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.db.l3_agentschedulers_db [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 06:19:23.486690 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.487066 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port after_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.487956 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port after_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.488415 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: port after_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.489250 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router before_create 55550100 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.489658 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.490028 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_create 55550100 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.490388 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > router precommit_update 55550100 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.495840 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.provider_configuration [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service providers = [] {{(pid=104215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 06:19:23.496212 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.db.servicetype_db [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 06:19:23.499582 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.service_base [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:19:23.499938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.service_base [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:19:23.500286 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.service_base [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:19:23.501178 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.services.service_base [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:19:23.501590 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.services.service_base [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 06:19:23.502013 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.502334 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 06:19:23.514026 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.514432 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: auto_allocate Jul 28 06:19:23.520111 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: network precommit_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.520490 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: network precommit_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.521021 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.521364 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: tag Jul 28 06:19:23.531984 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.532317 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: timestamp Jul 28 06:19:23.536922 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.537252 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: network_ip_availability Jul 28 06:19:23.544898 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.545463 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.545996 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.547137 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.547588 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: flavors Jul 28 06:19:23.560934 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.561271 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading Plugin: revisions Jul 28 06:19:23.566437 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:19:23.566876 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_concurrency.lockutils [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.519s {{(pid=104215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 06:19:23.567676 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 06:19:23.568025 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Initializing extension manager. Jul 28 06:19:23.568573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: __init__.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.569579 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: __pycache__ {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.569579 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: address_group.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.570105 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.570713 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: address-group Jul 28 06:19:23.571045 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: address_scope.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.571750 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.572260 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: address-scope Jul 28 06:19:23.572589 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.573664 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.574105 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: router-admin-state-down-before-update Jul 28 06:19:23.574433 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: agent.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.575390 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.576231 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: agent Jul 28 06:19:23.576776 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: agent_resources_synced.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.578218 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.579085 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: agent-resources-synced Jul 28 06:19:23.579662 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: allowedaddresspairs.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.582100 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.582395 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: allowed-address-pairs Jul 28 06:19:23.582730 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: auto_allocated_topology.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.583797 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.584307 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: auto-allocated-topology Jul 28 06:19:23.584638 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: availability_zone.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.585327 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.585838 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: availability_zone Jul 28 06:19:23.586164 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: availability_zone_filter.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.587057 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.587557 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: availability_zone_filter Jul 28 06:19:23.587884 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: data_plane_status.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.588756 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.589262 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 06:19:23.589616 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: default_subnetpools.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.590500 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.591262 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: default-subnetpools Jul 28 06:19:23.591735 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.592566 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.593075 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: dhcp_agent_scheduler Jul 28 06:19:23.593444 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: dns.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.599156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.599715 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 06:19:23.600305 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: dns_domain_ports.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.601069 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.601666 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 06:19:23.602038 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.602971 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.603522 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 06:19:23.603895 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: dvr.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.604625 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.605199 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: dvr Jul 28 06:19:23.605606 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: ecmp_routes.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.606568 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.607114 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 06:19:23.607540 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: empty_string_filtering.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.608458 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.609012 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: empty-string-filtering Jul 28 06:19:23.609413 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.610427 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.610972 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 06:19:23.611338 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.612276 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.613437 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 06:19:23.613873 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: external_net.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.614806 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.615368 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: external-net Jul 28 06:19:23.615731 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.616742 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.617298 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: extra_dhcp_opt Jul 28 06:19:23.617854 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: extraroute.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.619050 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.619597 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: extraroute Jul 28 06:19:23.619955 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: extraroute_atomic.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.630096 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.630634 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: extraroute-atomic Jul 28 06:19:23.630974 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: filter_validation.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.631660 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.632423 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: filter-validation Jul 28 06:19:23.632753 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: fip_pf_description.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.633684 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.634187 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 06:19:23.634519 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: fip_pf_port_range.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.635394 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.635899 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 06:19:23.636227 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: fip_port_details.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.637107 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.637639 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: fip-port-details Jul 28 06:19:23.637968 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: flavors.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.639207 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.639822 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: flavors Jul 28 06:19:23.640047 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.641868 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.642224 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 06:19:23.642557 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: floatingip_pools.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.643227 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.643762 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: floatingip-pools Jul 28 06:19:23.644120 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: ip_allocation.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.645089 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.645582 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 06:19:23.645909 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.646791 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.647295 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: ip-substring-filtering Jul 28 06:19:23.647622 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l2_adjacency.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.648531 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.649027 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 06:19:23.649440 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.650428 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.650945 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: router Jul 28 06:19:23.651269 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.658688 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.659835 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 06:19:23.660235 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.661133 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.661722 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: ext-gw-mode Jul 28 06:19:23.662056 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.662939 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.663442 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: l3-ha Jul 28 06:19:23.663768 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.664635 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.665135 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 06:19:23.665487 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_flavors.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.666377 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.666881 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: l3-flavors Jul 28 06:19:23.667205 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.668557 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.669078 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 06:19:23.669448 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.670340 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.670854 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 06:19:23.671184 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: l3agentscheduler.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.672223 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.672732 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: l3_agent_scheduler Jul 28 06:19:23.673060 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: local_ip.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.675504 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.676065 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension local_ip not supported by any of loaded plugins Jul 28 06:19:23.676401 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: logging.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.677884 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.678469 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension logging not supported by any of loaded plugins Jul 28 06:19:23.678806 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: metering.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.679524 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.680332 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: metering Jul 28 06:19:23.680664 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.681749 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.682261 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: metering_source_and_destination_fields Jul 28 06:19:23.688791 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: multiprovidernet.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.689513 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.690025 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: multi-provider Jul 28 06:19:23.690355 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: netmtu.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.691322 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.691830 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: net-mtu Jul 28 06:19:23.692156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: netmtu_writable.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.693086 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.693631 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: net-mtu-writable Jul 28 06:19:23.693958 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: network_availability_zone.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.694656 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.695163 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: network_availability_zone Jul 28 06:19:23.695492 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: network_ip_availability.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.696594 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.697101 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: network-ip-availability Jul 28 06:19:23.697471 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: network_segment_range.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.698222 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.698732 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 06:19:23.699060 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: pagination.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.700012 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.700345 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: pagination Jul 28 06:19:23.700669 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: port_device_profile.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.701568 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.702080 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: port-device-profile Jul 28 06:19:23.702406 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: port_mac_address_override.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.703289 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.703800 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: port-mac-override Jul 28 06:19:23.704126 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.711943 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.712461 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: port-mac-address-regenerate Jul 28 06:19:23.712783 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.713696 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.714208 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: port-numa-affinity-policy Jul 28 06:19:23.714533 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: port_resource_request.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.715407 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.715911 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 06:19:23.716236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: port_resource_request_groups.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.717169 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.717706 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 06:19:23.718033 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: portbindings.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.718971 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.719443 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: binding Jul 28 06:19:23.719770 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: portbindings_extended.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.721018 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.721555 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: binding-extended Jul 28 06:19:23.722483 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: portsecurity.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.723485 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.724006 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: port-security Jul 28 06:19:23.724340 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: project_id.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.725283 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.725643 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: project-id Jul 28 06:19:23.725970 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: providernet.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.726847 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.727361 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: provider Jul 28 06:19:23.727686 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.731221 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.731748 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos not supported by any of loaded plugins Jul 28 06:19:23.732086 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.733325 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.733841 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 06:19:23.734173 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.741714 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.742247 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 06:19:23.742586 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_default.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.743485 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.744256 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-default not supported by any of loaded plugins Jul 28 06:19:23.744590 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_fip.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.745520 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.746034 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 06:19:23.746364 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.747248 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.747758 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 06:19:23.748090 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_gateway_ip.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.748984 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.749525 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 06:19:23.749855 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_port_network_policy.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.750735 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.751238 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 06:19:23.751567 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.752578 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.753136 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 06:19:23.753492 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.754497 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.755001 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 06:19:23.755330 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_pps_rule.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.756477 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.756988 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 06:19:23.757327 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_rule_type_details.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.758231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.758739 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 06:19:23.759076 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.759962 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.760469 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 06:19:23.760800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: qos_rules_alias.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.761836 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.762352 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 06:19:23.762684 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: quota_check_limit.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.763565 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.764084 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: quota-check-limit Jul 28 06:19:23.764416 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: quotasv2.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.765432 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.765769 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: quotas Jul 28 06:19:23.766101 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: quotasv2_detail.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.767841 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.768182 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: quota_details Jul 28 06:19:23.768571 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: rbac.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.771611 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.772159 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: rbac-policies Jul 28 06:19:23.772504 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: rbac_address_group.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.776304 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.776834 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: rbac-address-group Jul 28 06:19:23.777172 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: rbac_address_scope.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.778110 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.778629 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: rbac-address-scope Jul 28 06:19:23.778960 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: rbac_security_groups.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.779929 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.780439 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: rbac-security-groups Jul 28 06:19:23.780771 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: rbac_subnetpool.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.781708 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.782225 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: rbac-subnetpool Jul 28 06:19:23.782556 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: revisionifmatch.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.783459 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.783969 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: revision-if-match Jul 28 06:19:23.784854 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: revisions.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.786194 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.786676 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: standard-attr-revisions Jul 28 06:19:23.787009 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: router_availability_zone.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.787670 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.788186 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: router_availability_zone Jul 28 06:19:23.788511 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: routerservicetype.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.789446 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.789958 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 06:19:23.790290 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.791190 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.791704 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: security-groups-normalized-cidr Jul 28 06:19:23.792033 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.792937 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.793471 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: port-security-groups-filtering Jul 28 06:19:23.793800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.794693 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.795204 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: security-groups-remote-address-group Jul 28 06:19:23.795533 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.796446 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.796954 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: security-groups-shared-filtering Jul 28 06:19:23.797286 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: securitygroup.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.807668 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.811600 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: security-group Jul 28 06:19:23.811600 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: segment.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.811600 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.811600 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension segment not supported by any of loaded plugins Jul 28 06:19:23.811600 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.812065 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.812568 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 06:19:23.812897 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: servicetype.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.814026 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.814544 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: service-type Jul 28 06:19:23.814874 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: sorting.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.815899 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.816280 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: sorting Jul 28 06:19:23.816573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: standard_attr_segment.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.817509 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.818032 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 06:19:23.818362 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: standardattrdescription.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.818993 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.819510 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: standard-attr-description Jul 28 06:19:23.819840 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: stateful_security_group.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.820754 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.821268 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: stateful-security-group Jul 28 06:19:23.821656 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: stdattrs_common.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.822217 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 06:19:23.822544 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.823500 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.824011 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 06:19:23.824339 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: subnet_onboard.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.825420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.825942 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: subnet_onboard Jul 28 06:19:23.826272 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.827166 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.827696 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 06:19:23.828024 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: subnet_service_types.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.828918 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.829468 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: subnet-service-types Jul 28 06:19:23.829797 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: subnetallocation.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.830858 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.831398 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: subnet_allocation Jul 28 06:19:23.831725 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.832369 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.832882 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: subnetpool-prefix-ops Jul 28 06:19:23.833221 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.834158 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.840420 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 06:19:23.840420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: tagging.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.840420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.840420 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: standard-attr-tag Jul 28 06:19:23.840420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: timestamp.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.841421 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.841944 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loaded extension: standard-attr-timestamp Jul 28 06:19:23.842296 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: trunk.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.843285 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.843798 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension trunk not supported by any of loaded plugins Jul 28 06:19:23.844133 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: trunk_details.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.845022 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.845559 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 06:19:23.845892 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: uplink_status_propagation.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.847329 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.847837 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 06:19:23.848169 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Loading extension file: vlantransparent.py {{(pid=104215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 06:19:23.848825 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 06:19:23.849358 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 06:19:23.852112 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:network Jul 28 06:19:23.852650 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:subnet Jul 28 06:19:23.853056 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:19:23.853490 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:port Jul 28 06:19:23.854853 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.855303 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service FLAVORS assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.855941 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.856445 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.856794 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:router Jul 28 06:19:23.857231 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 06:19:23.857749 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service METERING assigned prefix: /metering {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.859212 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.859593 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.859958 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:19:23.860968 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 06:19:23.861465 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:security_group Jul 28 06:19:23.861915 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 06:19:23.863051 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service CORE assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.863388 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:19:23.863966 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] subnetpool is already registered Jul 28 06:19:23.864548 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service CORE assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.864693 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:19:23.865031 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] subnetpool is already registered Jul 28 06:19:23.867545 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.867966 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service FLAVORS assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.868807 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.869277 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.869648 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:router Jul 28 06:19:23.870002 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] router is already registered Jul 28 06:19:23.870425 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 06:19:23.870771 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] floatingip is already registered Jul 28 06:19:23.871240 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service METERING assigned prefix: /metering {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.871937 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 06:19:23.872281 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] rbac_policy is already registered Jul 28 06:19:23.872707 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:security_group Jul 28 06:19:23.873050 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] security_group is already registered Jul 28 06:19:23.873512 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 06:19:23.873854 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] security_group_rule is already registered Jul 28 06:19:23.874511 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service CORE assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.874844 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:19:23.875184 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] subnetpool is already registered Jul 28 06:19:23.875610 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.v2.resource_helper [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Service CORE assigned prefix: {{(pid=104215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:19:23.875940 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:19:23.876277 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING neutron.quota.resource_registry [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] subnetpool is already registered Jul 28 06:19:23.876756 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: extensions {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.878512 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: address-groups {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.880253 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: address-scopes {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.881613 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: agents {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.882800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: auto-allocated-topology {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.884055 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: availability_zones {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.885380 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: dhcp-networks {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.886963 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: dhcp-agents {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.888429 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: routers {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.890177 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: flavors {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.891454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: service_profiles {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.892751 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: next_providers {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.895035 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: service_profiles {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.896667 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: floatingip-pools {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.897941 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: routers {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.899662 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: floatingips {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.900974 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: l3-routers {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.902468 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: l3-agents {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.903906 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: metering-labels {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.905168 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: metering-label-rules {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.906654 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: network-ip-availabilities {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.907990 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: bindings {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.910251 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: quotas {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.912961 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: quotas {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.914586 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: rbac-policies {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.915808 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: security-groups {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.917225 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: security-group-rules {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.918472 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: service-providers {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.919744 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: subnetpools {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.921155 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: subnetpools {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.922734 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.924440 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.926462 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.928268 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.930028 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.932005 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.933780 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.943602 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.943602 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.943602 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron.api.extensions [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Extended resource: tags {{(pid=104215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:19:23.945886 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING keystonemiddleware.auth_token [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 06:19:23.951190 dv-cinder-812429-2-iscsi neutron-server[104215]: WARNING keystonemiddleware.auth_token [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 06:19:23.961198 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_concurrency.lockutils [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Acquired lock "singleton_lock" {{(pid=104215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 06:19:23.961728 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_concurrency.lockutils [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Releasing lock "singleton_lock" {{(pid=104215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 06:19:23.962400 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Starting 2 workers Jul 28 06:19:23.967310 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Started child 104326 {{(pid=104215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:19:23.972925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Started child 104327 {{(pid=104215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:19:23.974059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:23.974736 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO neutron.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 06:19:23.975334 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:23.975615 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [-] (104326) wsgi starting up on http://0.0.0.0:9696 Jul 28 06:19:23.977995 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Starting 1 workers Jul 28 06:19:23.978190 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:23.979611 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [-] (104327) wsgi starting up on http://0.0.0.0:9696 Jul 28 06:19:23.983417 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Started child 104328 {{(pid=104215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:19:23.983963 dv-cinder-812429-2-iscsi neutron-server[104215]: INFO oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Starting 1 workers Jul 28 06:19:23.987398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] calling RpcWorker wait() {{(pid=104328) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 06:19:23.988034 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] returning from RpcWorker wait() {{(pid=104328) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 06:19:23.988666 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Started child 104329 {{(pid=104215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:19:23.989464 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:23.989631 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG neutron_lib.callbacks.manager [None req-d65d86db-281d-4cad-bed7-6e66e5cb5885 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:23.990057 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:19:23.991475 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 06:19:23.991724 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:19:23.992569 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:19:23.992569 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:19:23.992569 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:19:23.992569 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:19:23.993100 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:23.993416 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:23.993958 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001188 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:24.001720 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001720 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001852 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.001938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] debug = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.002885 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003245 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003817 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003817 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003817 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.003817 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.004611 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] host = dv-cinder-812429-2-iscsi {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.004611 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.004611 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.004970 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.005094 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.005287 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.005567 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.005842 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.006104 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.006360 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.006603 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.006836 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.007089 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.007348 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.007589 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.007759 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_options = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.008026 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.008306 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.008579 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.008759 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.008935 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.009105 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.009402 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.009554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.009805 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.010047 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.010267 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.010493 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.010743 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.010983 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.011261 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.011500 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.011737 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.011972 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.012237 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.012498 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.012822 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.013219 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.013452 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.013569 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.013815 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.014071 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.014345 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.014591 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.014905 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.015163 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.015420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.015703 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.015982 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.016219 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.016508 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.016760 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.017233 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.017942 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.017942 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.018295 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.019347 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.019598 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.019825 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.020077 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.020320 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.020541 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.020782 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_json = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.021544 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.021544 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.021544 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.021872 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.021985 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.022196 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.022417 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.022673 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.023573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.023573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.023865 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.024180 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.024435 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.024673 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.024936 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.025176 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.025443 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.029655 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030156 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030613 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030613 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030613 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030613 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.030898 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.031210 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.031542 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.031808 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.032094 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.032371 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.032610 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.032859 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.033107 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.033465 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.033690 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.033917 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.034259 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.035008 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.035251 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.035515 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.035749 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.035981 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.036230 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.036511 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.036764 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.037023 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.037244 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.037488 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.037737 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.037953 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.038184 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.038404 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.038646 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.038896 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.039165 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.039446 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.039686 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.039944 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.040183 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.040405 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.040621 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.040924 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.041862 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.041862 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.041862 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.041862 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.042302 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.042302 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.042508 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.042677 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.042924 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.043122 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.043363 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.043585 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.043799 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.044014 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.044228 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.044462 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.044675 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.044893 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.045109 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.045355 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.045576 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.045794 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.046088 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.046231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.046552 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.046779 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.047031 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.047278 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.047532 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.047786 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.048008 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.048294 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.048517 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.048743 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.048960 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.049231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.049489 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.049753 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.050127 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.050357 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.050688 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.050850 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.051056 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.051282 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.051522 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.051775 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.052016 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.052192 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.052446 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.052692 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.052941 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.053178 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.053455 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.053678 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.053915 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.054158 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.054450 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.054707 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.055008 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.055236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.055509 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.056163 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.056163 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.056478 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.056612 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.056836 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.057096 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.057370 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.057625 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.057875 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.058116 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.058369 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.058629 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.058832 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.059051 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.059285 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.059620 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.059856 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.060073 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.060343 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.060606 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.060789 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.061031 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.061327 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.061603 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.061858 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.062110 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.062346 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.062566 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.062817 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.063046 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.063263 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.063551 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.063791 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.063986 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.064224 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.064440 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.064670 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.064888 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.065112 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.065368 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.065606 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.065829 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.066133 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.066348 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.066618 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.066843 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.067048 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.067268 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.067512 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.067734 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.067971 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.068194 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.068466 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.068729 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.068948 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070202 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070202 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070202 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070202 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070202 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070623 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070623 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.070776 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.071223 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.071223 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.071405 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.071635 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.071853 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.072094 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.072337 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.072761 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.073030 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.073259 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.076236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.076236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.076236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.076236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.076764 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.076764 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.077111 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.077111 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.077454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.080486 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.080486 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.080486 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.080486 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.081577 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.081577 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.081772 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.081969 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.082242 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.082466 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.082896 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.083157 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.083410 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.084454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.084454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.084454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.084454 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.084958 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.084958 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.085190 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.085487 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.085758 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.086019 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.086279 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.086502 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.086723 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.086959 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.087256 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.087498 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.087731 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.087949 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.088168 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.088402 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.088684 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.088907 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.089149 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.089392 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.089615 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.089851 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.090086 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.090317 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.090550 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.090773 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.090985 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.091215 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.091465 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.091684 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.091945 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.092167 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.092385 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.092619 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.092857 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.093279 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.094102 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.094378 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.094637 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.094933 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.095195 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.095502 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.095714 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.096543 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.097444 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.097767 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.098047 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.098279 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.098514 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.098779 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.099112 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.099399 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.099691 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.099955 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.100235 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.100519 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.100803 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.101018 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.101374 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.101761 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.101900 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:19:24.102087 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.102348 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.102603 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.102860 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.103601 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.103601 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.103601 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.103887 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.104017 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.104233 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.104470 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.104705 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.105017 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.105257 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.105509 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.105766 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.105990 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.106219 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.106438 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.106600 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:19:24.107164 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 06:19:24.107330 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:19:24.107488 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:19:24.107665 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:19:24.107840 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:19:24.108800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:19:24.109361 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.109752 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.109926 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.110093 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.110282 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.110449 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.110615 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.110785 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.110940 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.111079 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.111243 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.111388 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.111550 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.111705 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.111879 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.112004 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.113002 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.113408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.113408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.113408 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.113663 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.113755 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] debug = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114023 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114141 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114252 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114583 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114742 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.114903 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.115083 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.115213 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.115374 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.115536 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.115697 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.115879 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116015 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116168 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116339 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116512 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116652 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] host = dv-cinder-812429-2-iscsi {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116802 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.116938 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.117069 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.117215 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.117409 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.117548 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.117710 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.117871 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.118031 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.118197 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.118357 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.118517 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.118942 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.119105 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.119251 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_options = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.119416 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.119576 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.119736 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.119940 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.120097 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.120259 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.120424 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.120582 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.120725 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.120952 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121070 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121181 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121296 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121484 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121647 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121837 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.121957 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.122105 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.122266 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.122441 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.122573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.122718 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.122881 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.123041 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.123203 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.123364 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.123525 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.123686 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.123846 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124006 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124169 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124329 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124490 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124651 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124811 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.124972 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.125132 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.125293 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.125500 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.125748 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.125924 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126011 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126093 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126250 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126411 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126572 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126733 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_json = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.126894 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.127056 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.127216 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.127377 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.127538 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.127699 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.128321 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.128321 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.128321 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:19:24.128321 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.128990 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.128990 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.128990 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.129213 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.129400 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.129567 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.129733 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.129898 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.130063 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.130236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.130402 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.130580 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.130745 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.130909 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.131160 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.131291 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.131375 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.131532 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.131702 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132342 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132342 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132342 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132342 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132677 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132677 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.132971 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.133160 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.133354 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.133532 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.133715 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.133880 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.134045 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.134211 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.134377 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.134831 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.134831 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.134831 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135091 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135171 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135313 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135476 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135641 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135805 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.135968 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.136132 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.136301 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.136452 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.136600 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.136747 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.136916 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.137067 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.137228 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.137418 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.137593 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.137756 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.137974 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.138154 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.138319 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.138485 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.138649 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.138814 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.138980 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.139144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.139313 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.139478 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.139642 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.139807 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.139985 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.140150 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.140316 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.140480 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.140644 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.140809 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.140973 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.141250 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.141400 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142144 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142537 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142537 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142677 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142765 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.142909 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.143072 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.143236 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.143465 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.144173 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.144315 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.144462 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.144581 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.144802 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.144898 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.145048 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.145383 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.145383 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.145560 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.145738 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.145840 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.146082 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.146260 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.146426 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.146591 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.146755 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.146919 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.147083 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.147248 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.147415 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.147629 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.147792 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.147957 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.148191 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.148265 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.148433 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.148686 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.148775 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.148892 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.149056 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.149219 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.149424 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.149590 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.149765 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.149930 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.150095 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.150266 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.150432 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.150597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.150762 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.150926 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.151089 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.151253 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.151417 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.151582 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.151745 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.151909 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.152083 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.152249 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.152490 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.152594 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.152752 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.152916 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.153117 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.153243 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.154554 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.155597 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156231 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156714 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156714 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156714 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156926 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.156926 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.157075 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.157214 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.157410 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.157573 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.157737 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.157901 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.158064 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.158291 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.158385 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.158534 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.158740 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.158900 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.159014 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.159294 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.159970 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.160135 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.160303 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.160546 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.160714 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.160879 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.161042 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.161190 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.161392 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.161580 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.161738 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.161928 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.162049 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.162297 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.162485 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.162649 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.162816 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.162906 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52094) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:24.163005 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.163132 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.163297 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.163461 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.163625 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.163790 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.163956 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.164120 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.164305 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.164513 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.164678 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.164846 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165348 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165348 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165348 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165592 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165663 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165809 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.165974 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.166137 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.166300 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.166464 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.166629 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.166792 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.166956 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.167137 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.167305 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.167471 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.167635 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.167799 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.167964 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.168140 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.168305 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.168468 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.168633 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.168849 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.169036 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.169213 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.169403 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.169569 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.169734 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.169901 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.170065 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.170242 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.170668 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.170668 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.170831 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.170906 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172339 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172339 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172339 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172339 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172843 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067329 Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.172925 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.173453 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.173453 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.173453 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.173646 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.173724 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.173864 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.174024 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.174189 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.174367 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.174531 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.174702 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.174940 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.175110 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.175800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.175800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.175800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.175800 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.176086 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.176263 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.176420 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.176595 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.176770 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.176933 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.177107 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.177285 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.177474 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.177639 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.177804 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.177971 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.178135 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.178302 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.178466 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.178631 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.178796 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.178960 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.179123 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.179286 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.179451 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.179615 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.179779 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.179949 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.180114 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.180279 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.180443 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:19:24.180601 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:19:33.274012 dv-cinder-812429-2-iscsi neutron-server[104215]: DEBUG dbcounter [-] [104215] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:35.607086 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ddbc39-8d4e-4de9-a43e-a708fa1e754b None None] get_active_networks_info from dv-cinder-812429-2-iscsi {{(pid=104328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 06:19:35.617282 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writer thread running {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:19:35.682669 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ddbc39-8d4e-4de9-a43e-a708fa1e754b None None] No non-hosted networks {{(pid=104328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 06:19:35.698699 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.agentschedulers_db [None req-96ddbc39-8d4e-4de9-a43e-a708fa1e754b None None] DHCP Agent not found on host dv-cinder-812429-2-iscsi {{(pid=104328) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 06:19:35.812549 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7fdb60b0-b7e3-4680-a600-e71c578ceaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:37.298428 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writer thread running {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:19:38.082614 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-180b53fe-f062-4c99-bb8b-bec3a10bea05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:38.120964 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.db.api [None req-7eb3589d-9aa8-472c-bac7-6b77d8754f99 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-812429-2-iscsi {{(pid=104328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 06:19:38.121881 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG oslo_db.api [None req-7eb3589d-9aa8-472c-bac7-6b77d8754f99 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 06:19:38.720147 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7eb3589d-9aa8-472c-bac7-6b77d8754f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:38.960464 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52164) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:39.188862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:39.629638 dv-cinder-812429-2-iscsi neutron-server[104326]: WARNING oslo_policy.policy [None req-758c73e5-2421-44ff-8a02-a7eafad07cea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:39.630252 dv-cinder-812429-2-iscsi neutron-server[104326]: WARNING oslo_policy.policy [None req-758c73e5-2421-44ff-8a02-a7eafad07cea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:39.863407 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [None req-758c73e5-2421-44ff-8a02-a7eafad07cea admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:19:39.878945 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-758c73e5-2421-44ff-8a02-a7eafad07cea admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9164889 Jul 28 06:19:40.776676 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:41.132822 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:41.133553 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.133887 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.134218 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.134544 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.134937 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.135208 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.135530 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.135871 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.136287 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.136511 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.136842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.137440 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.137780 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.138101 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.138541 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:41.138961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812429-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:19:41.151042 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812429-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:19:41.410869 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.db.l3_hamode_db [None req-b6d7bc41-907c-4baf-be65-db97f48d114f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 06:19:41.498100 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7bc41-907c-4baf-be65-db97f48d114f None None] Routers set() bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:19:41.498467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7bc41-907c-4baf-be65-db97f48d114f None None] Router IDs set() for agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 06:19:42.240673 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52200) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:42.588968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:19:42.683545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.policy [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104326) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 06:19:42.726691 dv-cinder-812429-2-iscsi neutron-server[104326]: WARNING oslo_policy.policy [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:42.727069 dv-cinder-812429-2-iscsi neutron-server[104326]: WARNING oslo_policy.policy [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:42.748225 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writer thread running {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:19:42.879027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047873177', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047872685', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047856532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047858018', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047966051', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047973140', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1281840', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1087260', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-899538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912699'] for rbac-policy (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:43.110425 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:43.111704 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0fa649fa-7046-4f4b-b162-a41005c47bd1 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8699493 Jul 28 06:19:45.321781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52212) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:45.654287 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:19:45.737571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Made reservation on behalf of e646eb9882194d2f8e2bf2ec959ecff3 for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:19:45.741739 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:45.761230 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:45.881500 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks [] for security_group (8b0ada66-6d15-4a67-b728-6a27135c6451), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:45.943003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8b0ada66-6d15-4a67-b728-6a27135c6451), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:45.968134 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:19:46.004176 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728045500609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (838204ad-6618-4066-aaa2-3df5f5ae41ec), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:46.004738 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Unsubscribe: segment precommit_create {{(pid=104326) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 06:19:46.005296 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Added segment 838204ad-6618-4066-aaa2-3df5f5ae41ec of type vlan for network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb Jul 28 06:19:46.023048 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ada66-6d15-4a67-b728-6a27135c6451,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:19:46.073281 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.073643 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.073994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.074331 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.074650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.074970 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.075290 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.075606 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.075921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.076237 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.076551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.076877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.077190 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.077519 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.077829 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Tracked resource versions report: Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: pushed versions: Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: { 'AddressGroup': {'1.2'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Agent': {'1.1'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'ConntrackHelper': {'1.0'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Log': {'1.0'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'NDPProxy': {'1.0'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Network': {'1.1'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Port': {'1.7'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'PortForwarding': {'1.3'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'QosPolicy': {'1.10'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroup': {'1.5'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SubPort': {'1.0'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Subnet': {'1.1'}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Trunk': {'1.1'}} Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: consumer versions: Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Agent': '1.1', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'ConntrackHelper': '1.0', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'LocalIPAssociation': '1.0', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Log': '1.0', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'NDPProxy': '1.0', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Network': '1.1', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Port': '1.7', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'PortForwarding': '1.3', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'QosPolicy': '1.10', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroup': '1.5', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroupRule': '1.2', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SubPort': '1.0', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Subnet': '1.1', Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Trunk': '1.1'}} Jul 28 06:19:46.079231 dv-cinder-812429-2-iscsi neutron-server[104326]: {{(pid=104326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:19:46.112001 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (22841ed4-960d-4e7f-a32e-ee0c8b64bddb), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:46.127599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:46.206008 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (22841ed4-960d-4e7f-a32e-ee0c8b64bddb), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:46.212756 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:19:46.213514 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:46.337226 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] Pushing event updated for resources: {'Network': ['ID=22841ed4-960d-4e7f-a32e-ee0c8b64bddb,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:19:46.346275 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-7d7faed5-0832-4dc1-81a5-89b79d6158f2 demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0226541 Jul 28 06:19:46.358145 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:19:48.656107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52226) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:49.087730 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d7295-0146-49de-8b39-d5afc0dd54f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:19:49.089137 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ef9d7295-0146-49de-8b39-d5afc0dd54f6 demo admin] 10.222.0.69 "GET /v2.0/networks/22841ed4-960d-4e7f-a32e-ee0c8b64bddb HTTP/1.1" status: 200 len: 825 time: 0.4320724 Jul 28 06:19:49.114635 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ed402679-2656-485d-98fb-6f61d6b0cf99 demo admin] 10.222.0.69 "GET /v2.0/subnetpools/f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5 HTTP/1.1" status: 200 len: 734 time: 0.0196044 Jul 28 06:19:49.124091 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Request body: {'subnet': {'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:19:49.211318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Made reservation on behalf of e646eb9882194d2f8e2bf2ec959ecff3 for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:19:49.214265 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:49.372197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:49.618276 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (21950ef3-6685-4896-9b19-c9abbc5ee541), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:49.685526 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=21950ef3-6685-4896-9b19-c9abbc5ee541,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:19:49.696899 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Checking segment: {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:19:49.697285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Network hostable DHCP agents. Network: 22841ed4-960d-4e7f-a32e-ee0c8b64bddb, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:19:49.782678 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:19:49.857042 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 22841ed4-960d-4e7f-a32e-ee0c8b64bddb) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:19:49.862486 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:19:49.863194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:49.869676 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52bba28-d501-4f78-bf24-663f67611a9b None None] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:19:49.928649 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c9eca2e8-b2b0-4c87-982c-d9ce454dc2c8 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8079188 Jul 28 06:19:50.139608 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:19:50.140966 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:50.427291 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Allocated IP 172.20.0.2 (22841ed4-960d-4e7f-a32e-ee0c8b64bddb/21950ef3-6685-4896-9b19-c9abbc5ee541/a7b90790-25e8-4580-9ce8-5779364ff8dd) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:19:50.445103 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:50.707489 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Publish callbacks [] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:50.811805 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:50.867128 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:50.876327 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:19:50.880884 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:19:50.884056 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:19:50.937614 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Pushing event updated for resources: {'Port': ['ID=a7b90790-25e8-4580-9ce8-5779364ff8dd,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:19:50.965285 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.965613 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.965934 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.966291 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.966628 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.966959 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.967290 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.967616 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.967943 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.968270 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.968597 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.968934 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.969262 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.969618 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.969978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Tracked resource versions report: Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: pushed versions: Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: { 'AddressGroup': {'1.2'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Agent': {'1.1'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'ConntrackHelper': {'1.0'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Log': {'1.0'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'NDPProxy': {'1.0'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Network': {'1.1'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Port': {'1.7'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'PortForwarding': {'1.3'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'QosPolicy': {'1.10'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroup': {'1.5'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SubPort': {'1.0'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Subnet': {'1.1'}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Trunk': {'1.1'}} Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: consumer versions: Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Agent': '1.1', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'ConntrackHelper': '1.0', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'LocalIPAssociation': '1.0', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Log': '1.0', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'NDPProxy': '1.0', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Network': '1.1', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Port': '1.7', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'PortForwarding': '1.3', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'QosPolicy': '1.10', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroup': '1.5', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroupRule': '1.2', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SubPort': '1.0', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Subnet': '1.1', Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Trunk': '1.1'}} Jul 28 06:19:50.972101 dv-cinder-812429-2-iscsi neutron-server[104328]: {{(pid=104328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:19:51.003421 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Attempting to bind port a7b90790-25e8-4580-9ce8-5779364ff8dd on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:19:51.003820 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Attempting to bind port a7b90790-25e8-4580-9ce8-5779364ff8dd by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:19:51.010214 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Attempting to bind port a7b90790-25e8-4580-9ce8-5779364ff8dd on network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:19:51.010338 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:19:51.010338 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Checking segment: {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:19:51.010338 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:51.010640 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Bound using segment: {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:19:51.010974 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Bound port: a7b90790-25e8-4580-9ce8-5779364ff8dd, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:19:51.011381 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:51.081057 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] For port a7b90790-25e8-4580-9ce8-5779364ff8dd, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:19:51.102771 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] For port a7b90790-25e8-4580-9ce8-5779364ff8dd, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a7b90790-25e8-4580-9ce8-5779364ff8dd,segment=NetworkSegment(838204ad-6618-4066-aaa2-3df5f5ae41ec),segment_id=838204ad-6618-4066-aaa2-3df5f5ae41ec)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:19:51.171675 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:51.231888 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c3c40-d85f-429c-ac2d-eba1bf19aa02 None None] Pushing event updated for resources: {'Port': ['ID=a7b90790-25e8-4580-9ce8-5779364ff8dd,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:19:52.216236 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52236) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:52.577894 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [None req-585bb01e-c8e4-4ae3-b658-8e16778a6783 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:19:52.578924 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-585bb01e-c8e4-4ae3-b658-8e16778a6783 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3617072 Jul 28 06:19:54.867912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52244) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:55.203001 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [None req-a00c1715-1f1a-42cb-a7e3-f8c6fd935dfe admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:19:55.204031 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-a00c1715-1f1a-42cb-a7e3-f8c6fd935dfe admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3351765 Jul 28 06:19:55.740189 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:55.743939 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:57.502688 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52256) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:19:58.031377 dv-cinder-812429-2-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:58.031943 dv-cinder-812429-2-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:58.260352 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:19:58.320011 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.policy [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104327) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 06:19:58.363457 dv-cinder-812429-2-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:58.363831 dv-cinder-812429-2-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 06:19:58.384779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writer thread running {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 06:19:58.385470 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:58.502674 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (ed8a3b66-e6be-403a-84b6-684db8808ad6), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:58.504663 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (ed8a3b66-e6be-403a-84b6-684db8808ad6), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:58.664528 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Publish callbacks [] for router_controller (ed8a3b66-e6be-403a-84b6-684db8808ad6), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:58.715276 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (ed8a3b66-e6be-403a-84b6-684db8808ad6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:58.785133 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:58.788667 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-072cd36e-eecf-4214-bd2d-b8914edbd202 demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2828553 Jul 28 06:19:58.996651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a7b90790-25e8-4580-9ce8-5779364ff8dd up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:19:59.090074 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port a7b90790-25e8-4580-9ce8-5779364ff8dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:19:59.090881 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:59.200552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port a7b90790-25e8-4580-9ce8-5779364ff8dd is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:19:59.201278 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:59.237785 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port a7b90790-25e8-4580-9ce8-5779364ff8dd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a7b90790-25e8-4580-9ce8-5779364ff8dd,segment=NetworkSegment(838204ad-6618-4066-aaa2-3df5f5ae41ec),segment_id=838204ad-6618-4066-aaa2-3df5f5ae41ec)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:19:59.331889 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:59.382696 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=a7b90790-25e8-4580-9ce8-5779364ff8dd,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:19:59.434940 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59000936-944f-4322-b153-5569af19a61d None None] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:19:59.498697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-ef96c9be-419f-47c1-8aae-2e983eb1d495 None None] Provisioning complete for port a7b90790-25e8-4580-9ce8-5779364ff8dd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:19:59.499085 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef96c9be-419f-47c1-8aae-2e983eb1d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:59.563010 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:59.635149 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-ef96c9be-419f-47c1-8aae-2e983eb1d495 None None] Current status of the port a7b90790-25e8-4580-9ce8-5779364ff8dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:19:59.852960 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-a926e876-c932-4a34-8479-9b3b98f50fbf None None] Provisioning complete for port a7b90790-25e8-4580-9ce8-5779364ff8dd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:19:59.853373 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a926e876-c932-4a34-8479-9b3b98f50fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:19:59.873095 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=68,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:59.874362 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:19:59.929456 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a926e876-c932-4a34-8479-9b3b98f50fbf None None] Current status of the port a7b90790-25e8-4580-9ce8-5779364ff8dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:20:00.954062 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a7b90790-25e8-4580-9ce8-5779364ff8dd up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:20:01.003790 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port a7b90790-25e8-4580-9ce8-5779364ff8dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:01.004184 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:01.042989 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:01.077786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port a7b90790-25e8-4580-9ce8-5779364ff8dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:20:01.090387 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52280) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:20:01.426341 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [None req-55134536-0846-4e3d-8fa4-cb4efd1ed386 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:20:01.427346 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-55134536-0846-4e3d-8fa4-cb4efd1ed386 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3360319 Jul 28 06:20:03.699012 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52288) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:20:04.027870 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:20:04.113381 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Made reservation on behalf of 05bb534ab3954f32aad6d8b3751d3ac9 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:20:04.116097 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.132655 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.238885 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks [] for security_group (068dcb6b-0978-49c1-a990-df7622ac4990), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.335751 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (068dcb6b-0978-49c1-a990-df7622ac4990), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.348102 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Reserving flat network on physical network physnet1 {{(pid=104327) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 06:20:04.387323 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728045500609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (35ca0d73-1c95-4d98-bf90-5c279bb4adc0), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.387893 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Unsubscribe: segment precommit_create {{(pid=104327) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 06:20:04.388462 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Added segment 35ca0d73-1c95-4d98-bf90-5c279bb4adc0 of type flat for network 9356eb91-d212-4c70-9598-3544b64c249c Jul 28 06:20:04.405712 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068dcb6b-0978-49c1-a990-df7622ac4990,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:04.459113 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.459475 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.459818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.460163 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.460497 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.460827 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.461154 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.461505 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.461832 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.462155 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.462493 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.462820 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.463138 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.463459 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.463776 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Tracked resource versions report: Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: pushed versions: Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: { 'AddressGroup': {'1.2'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Agent': {'1.1'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'ConntrackHelper': {'1.0'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Log': {'1.0'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'NDPProxy': {'1.0'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Network': {'1.1'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Port': {'1.7'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'PortForwarding': {'1.3'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'QosPolicy': {'1.10'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroup': {'1.5'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SubPort': {'1.0'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Subnet': {'1.1'}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Trunk': {'1.1'}} Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: consumer versions: Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Agent': '1.1', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'ConntrackHelper': '1.0', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'LocalIPAssociation': '1.0', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Log': '1.0', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'NDPProxy': '1.0', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Network': '1.1', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Port': '1.7', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'PortForwarding': '1.3', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'QosPolicy': '1.10', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroup': '1.5', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroupRule': '1.2', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SubPort': '1.0', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Subnet': '1.1', Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Trunk': '1.1'}} Jul 28 06:20:04.465204 dv-cinder-812429-2-iscsi neutron-server[104327]: {{(pid=104327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:20:04.516296 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (9356eb91-d212-4c70-9598-3544b64c249c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.651109 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (9356eb91-d212-4c70-9598-3544b64c249c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.652358 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:20:04.655232 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:04.764011 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] Pushing event updated for resources: {'Network': ['ID=9356eb91-d212-4c70-9598-3544b64c249c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:04.779467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 9356eb91-d212-4c70-9598-3544b64c249c details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:20:04.813444 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-40e23e8d-adab-49b3-b88d-9398d781052b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1133149 Jul 28 06:20:05.633893 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3651bdf2-b0cd-45d3-896b-c55a7b827b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:07.222294 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52300) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:20:07.647620 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec563de-6e51-46e9-a040-8cfc5c114f2d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:20:07.649054 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6ec563de-6e51-46e9-a040-8cfc5c114f2d demo admin] 10.222.0.69 "GET /v2.0/subnets/21950ef3-6685-4896-9b19-c9abbc5ee541 HTTP/1.1" status: 200 len: 849 time: 0.4258192 Jul 28 06:20:07.791651 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5e317f3a-0801-4d59-898a-bd24dc2594de demo admin] 10.222.0.69 "GET /v2.0/routers/ed8a3b66-e6be-403a-84b6-684db8808ad6 HTTP/1.1" status: 200 len: 704 time: 0.1352270 Jul 28 06:20:08.060374 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:08.073769 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7684b6e8-c0ff-409e-bed7-7132b0748f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:08.080950 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:08.139310 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=16,neutron:UPDATE=2,neutron:SELECT=79,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:08.366706 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Allocated IP 172.20.0.1 (22841ed4-960d-4e7f-a32e-ee0c8b64bddb/21950ef3-6685-4896-9b19-c9abbc5ee541/b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:20:08.557993 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks [] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:08.697040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:08.773478 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:20:08.785083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:20:08.788266 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:20:08.788946 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (ed8a3b66-e6be-403a-84b6-684db8808ad6), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:08.855344 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Pushing event updated for resources: {'Port': ['ID=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:09.010537 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-968a5e62-2fa8-45f8-8fe2-fdf30b14182e None None] Provisioning complete for port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:09.010915 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-968a5e62-2fa8-45f8-8fe2-fdf30b14182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.076824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.101707 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-968a5e62-2fa8-45f8-8fe2-fdf30b14182e None None] Port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:20:09.176638 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.277479 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:09.350110 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks [] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.408082 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.408082 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (ed8a3b66-e6be-403a-84b6-684db8808ad6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.487474 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Pushing event updated for resources: {'Port': ['ID=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:09.538893 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:20:09.540132 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:20:09.611057 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:09.727933 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0ba2d2c1-3ed2-4b6f-bac7-bf8265ccfde0 None None] Provisioning complete for port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:09.728331 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d2c1-3ed2-4b6f-bac7-bf8265ccfde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:09.762949 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2d2c1-3ed2-4b6f-bac7-bf8265ccfde0 None None] Port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:20:09.771054 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Router ed8a3b66-e6be-403a-84b6-684db8808ad6 is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:20:09.863270 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:20:09.869366 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9b153798-42de-40b2-99c3-8c44cb878103 demo admin] 10.222.0.69 "PUT /v2.0/routers/ed8a3b66-e6be-403a-84b6-684db8808ad6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0724673 Jul 28 06:20:09.873698 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Sync routers for ids ['ed8a3b66-e6be-403a-84b6-684db8808ad6'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:20:09.886467 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Routers {'ed8a3b66-e6be-403a-84b6-684db8808ad6'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:20:09.887301 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:20:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['ed8a3b66-e6be-403a-84b6-684db8808ad6'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:10.071236 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Set router ed8a3b66-e6be-403a-84b6-684db8808ad6 gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:20:10.501324 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'name': 'router1', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:19:58Z', 'updated_at': '2022-07-28T06:20:08Z', 'revision_number': 2, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'gw_port_host': None, '_interfaces': [{'id': 'b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc', 'name': '', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'mac_address': 'fa:16:3e:99:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:08Z', 'updated_at': '2022-07-28T06:20:09Z', 'revision_number': 2, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'subnets': [{'id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:10.553128 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Checking router: ed8a3b66-e6be-403a-84b6-684db8808ad6 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:20:10.553536 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Updating router ed8a3b66-e6be-403a-84b6-684db8808ad6 port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:20:10.607608 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:10.718092 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.123332 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Publish callbacks [] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.125196 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.170531 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.350711 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Attempting to bind port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:20:11.351122 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Attempting to bind port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:20:11.351559 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Attempting to bind port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc on network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:20:11.353883 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Pushing event updated for resources: {'Port': ['ID=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:11.364136 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:20:11.364548 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Checking segment: {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:20:11.365024 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.365440 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Bound using segment: {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:20:11.365966 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Bound port: b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838204ad-6618-4066-aaa2-3df5f5ae41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:20:11.366351 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.370501 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.370846 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.371196 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.371539 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.371871 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.372211 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.372537 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.372865 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.373189 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.373540 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.373870 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.374215 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.374536 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.374853 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.375173 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Tracked resource versions report: Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: pushed versions: Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: { 'AddressGroup': {'1.2'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Agent': {'1.1'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'ConntrackHelper': {'1.0'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Log': {'1.0'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'NDPProxy': {'1.0'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Network': {'1.1'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Port': {'1.7'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'PortForwarding': {'1.3'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'QosPolicy': {'1.10'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroup': {'1.5'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SubPort': {'1.0'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Subnet': {'1.1'}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Trunk': {'1.1'}} Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: consumer versions: Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Agent': '1.1', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'ConntrackHelper': '1.0', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'LocalIPAssociation': '1.0', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Log': '1.0', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'NDPProxy': '1.0', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Network': '1.1', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Port': '1.7', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'PortForwarding': '1.3', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'QosPolicy': '1.10', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroup': '1.5', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroupRule': '1.2', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SubPort': '1.0', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Subnet': '1.1', Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Trunk': '1.1'}} Jul 28 06:20:11.377293 dv-cinder-812429-2-iscsi neutron-server[104329]: {{(pid=104329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:20:11.395479 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-8125d1f9-545c-4929-b7a2-cf39827abdd4 None None] Provisioning complete for port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:11.395888 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8125d1f9-545c-4929-b7a2-cf39827abdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.428231 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-8125d1f9-545c-4929-b7a2-cf39827abdd4 None None] Port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:20:11.443499 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] For port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:20:11.446498 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:11.466267 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] For port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,segment=NetworkSegment(838204ad-6618-4066-aaa2-3df5f5ae41ec),segment_id=838204ad-6618-4066-aaa2-3df5f5ae41ec)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:20:11.467230 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:11.611510 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.667033 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Routers {'ed8a3b66-e6be-403a-84b6-684db8808ad6'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:20:11.667679 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:20:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['ed8a3b66-e6be-403a-84b6-684db8808ad6'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:11.735884 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de8cbb-9eea-4869-88e9-63c8a9f0b142 None None] Pushing event updated for resources: {'Port': ['ID=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:11.760981 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] Set router ed8a3b66-e6be-403a-84b6-684db8808ad6 gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:20:11.849106 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] Provisioning complete for port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:11.850041 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.927218 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] Current status of the port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:20:11.927552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:11.963817 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] For port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,segment=NetworkSegment(838204ad-6618-4066-aaa2-3df5f5ae41ec),segment_id=838204ad-6618-4066-aaa2-3df5f5ae41ec)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:20:11.969001 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'name': 'router1', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:19:58Z', 'updated_at': '2022-07-28T06:20:08Z', 'revision_number': 2, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'gw_port_host': None, '_interfaces': [{'id': 'b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc', 'name': '', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'mac_address': 'fa:16:3e:99:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:08Z', 'updated_at': '2022-07-28T06:20:11Z', 'revision_number': 4, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'subnets': [{'id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:11.999757 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0959737-0188-4cdb-a520-42547f226df9 None None] The sync data for ids ['ed8a3b66-e6be-403a-84b6-684db8808ad6'] in dv-cinder-812429-2-iscsi is: [{'id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'name': 'router1', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:19:58Z', 'updated_at': '2022-07-28T06:20:08Z', 'revision_number': 2, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'gw_port_host': None, '_interfaces': [{'id': 'b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc', 'name': '', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'mac_address': 'fa:16:3e:99:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:08Z', 'updated_at': '2022-07-28T06:20:11Z', 'revision_number': 4, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'subnets': [{'id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:20:12.028464 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:12.079180 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f9e3d-f361-4a81-b6e4-0192e52e124e None None] Pushing event updated for resources: {'Port': ['ID=b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:12.114448 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52312) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:20:12.533687 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec0160-518e-453b-9994-ccdd4cc5354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:20:12.535069 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8aec0160-518e-453b-9994-ccdd4cc5354e admin admin] 10.222.0.69 "GET /v2.0/networks/9356eb91-d212-4c70-9598-3544b64c249c HTTP/1.1" status: 200 len: 842 time: 0.4196651 Jul 28 06:20:12.544719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:20:12.627137 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Made reservation on behalf of 05bb534ab3954f32aad6d8b3751d3ac9 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:20:12.629618 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:12.975663 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.objects.ports [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104327) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 06:20:12.976093 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:13.026770 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:13.044170 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:20:13.044522 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Network hostable DHCP agents. Network: 9356eb91-d212-4c70-9598-3544b64c249c, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:20:13.153108 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:20:13.226924 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 9356eb91-d212-4c70-9598-3544b64c249c) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:20:13.235578 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:20:13.235832 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d2013-0f76-404f-895a-a56f736922ae None None] Network 9356eb91-d212-4c70-9598-3544b64c249c requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:20:13.236284 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:13.310747 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-97415dc0-049c-45f6-a593-655bf4f623b7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7694476 Jul 28 06:20:13.311402 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:13.351144 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f0246-e082-4242-a0a7-68c7edad6900 None None] Network 9356eb91-d212-4c70-9598-3544b64c249c requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:20:15.631406 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52320) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:20:16.060042 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:16.065725 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6ab4552b-1586-45b0-b4df-3a179887be98 demo admin] 10.222.0.69 "GET /v2.0/routers/ed8a3b66-e6be-403a-84b6-684db8808ad6 HTTP/1.1" status: 200 len: 710 time: 0.4331765 Jul 28 06:20:16.121623 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:16.160092 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6c046-cf44-4012-bfe2-2bad81c39e4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:20:16.161498 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-55b6c046-cf44-4012-bfe2-2bad81c39e4e demo admin] 10.222.0.69 "GET /v2.0/networks/9356eb91-d212-4c70-9598-3544b64c249c HTTP/1.1" status: 200 len: 886 time: 0.0907755 Jul 28 06:20:16.170559 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:20:16.495752 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks [] for router_gateway (ed8a3b66-e6be-403a-84b6-684db8808ad6), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:16.803009 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks [] for router_gateway (ed8a3b66-e6be-403a-84b6-684db8808ad6), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:16.892735 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:16.983108 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:20:17.011870 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Allocated IP 172.27.3.204 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/dc4c468b-a0c2-40d0-adc9-6f7ca785c703) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:20:17.031845 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:17.032281 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:17.071865 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:17.088246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:17.124637 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:20:17.139312 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks [] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:17.239515 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:17.286294 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:20:17.288681 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:17.292189 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:20:17.294054 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Pushing event updated for resources: {'Port': ['ID=dc4c468b-a0c2-40d0-adc9-6f7ca785c703,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:17.299489 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:20:17.630392 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks [] for router_gateway (ed8a3b66-e6be-403a-84b6-684db8808ad6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:17.825215 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1618'] for router (ed8a3b66-e6be-403a-84b6-684db8808ad6), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:17.829453 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-955819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-955792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568482'] for router (ed8a3b66-e6be-403a-84b6-684db8808ad6), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:17.935369 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Router ed8a3b66-e6be-403a-84b6-684db8808ad6 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:20:18.039705 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:20:18.044485 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:18.045850 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0b73d975-3c54-45ae-b5d1-c624afd28f92 demo admin] 10.222.0.69 "PUT /v2.0/routers/ed8a3b66-e6be-403a-84b6-684db8808ad6 HTTP/1.1" status: 200 len: 890 time: 1.8784015 Jul 28 06:20:18.493768 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Sync routers for ids ['ed8a3b66-e6be-403a-84b6-684db8808ad6'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:20:18.506630 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Routers {'ed8a3b66-e6be-403a-84b6-684db8808ad6'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:20:18.506830 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:20:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['ed8a3b66-e6be-403a-84b6-684db8808ad6'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:18.716413 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Set router ed8a3b66-e6be-403a-84b6-684db8808ad6 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:20:19.103811 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'name': 'router1', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'dc4c468b-a0c2-40d0-adc9-6f7ca785c703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:19:58Z', 'updated_at': '2022-07-28T06:20:17Z', 'revision_number': 4, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'gw_port': {'id': 'dc4c468b-a0c2-40d0-adc9-6f7ca785c703', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:16Z', 'updated_at': '2022-07-28T06:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc', 'name': '', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'mac_address': 'fa:16:3e:99:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:08Z', 'updated_at': '2022-07-28T06:20:11Z', 'revision_number': 5, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'subnets': [{'id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:19.224866 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Checking router: ed8a3b66-e6be-403a-84b6-684db8808ad6 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:20:19.225244 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Updating router ed8a3b66-e6be-403a-84b6-684db8808ad6 port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:20:19.281339 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:19.602804 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Publish callbacks [] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:19.672064 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:19.680531 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:19.726192 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613caa17-1050-42a2-8a48-80024ceb4648 None None] Pushing event updated for resources: {'Port': ['ID=dc4c468b-a0c2-40d0-adc9-6f7ca785c703,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:19.729138 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Attempting to bind port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:20:19.729532 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Attempting to bind port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:20:19.729897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Attempting to bind port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:20:19.737816 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:20:19.737816 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:20:19.738090 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:19.738414 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:20:19.738881 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Bound port: dc4c468b-a0c2-40d0-adc9-6f7ca785c703, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:20:19.739257 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:19.789067 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] For port dc4c468b-a0c2-40d0-adc9-6f7ca785c703, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:20:19.792097 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] For port dc4c468b-a0c2-40d0-adc9-6f7ca785c703, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=dc4c468b-a0c2-40d0-adc9-6f7ca785c703,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:20:19.843727 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:19.870035 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:19.907871 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Routers {'ed8a3b66-e6be-403a-84b6-684db8808ad6'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:20:19.908388 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:20:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['ed8a3b66-e6be-403a-84b6-684db8808ad6'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:19.911250 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613caa17-1050-42a2-8a48-80024ceb4648 None None] Pushing event updated for resources: {'Port': ['ID=dc4c468b-a0c2-40d0-adc9-6f7ca785c703,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:20.014423 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] Set router ed8a3b66-e6be-403a-84b6-684db8808ad6 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:20:20.229449 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'name': 'router1', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'dc4c468b-a0c2-40d0-adc9-6f7ca785c703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:19:58Z', 'updated_at': '2022-07-28T06:20:17Z', 'revision_number': 4, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'gw_port': {'id': 'dc4c468b-a0c2-40d0-adc9-6f7ca785c703', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:16Z', 'updated_at': '2022-07-28T06:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc', 'name': '', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'mac_address': 'fa:16:3e:99:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:08Z', 'updated_at': '2022-07-28T06:20:11Z', 'revision_number': 5, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'subnets': [{'id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:20:20.258618 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb57dc8-2a33-46a1-9de2-94245e461f60 None None] The sync data for ids ['ed8a3b66-e6be-403a-84b6-684db8808ad6'] in dv-cinder-812429-2-iscsi is: [{'id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'name': 'router1', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'dc4c468b-a0c2-40d0-adc9-6f7ca785c703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:19:58Z', 'updated_at': '2022-07-28T06:20:17Z', 'revision_number': 4, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'gw_port': {'id': 'dc4c468b-a0c2-40d0-adc9-6f7ca785c703', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:16Z', 'updated_at': '2022-07-28T06:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc', 'name': '', 'network_id': '22841ed4-960d-4e7f-a32e-ee0c8b64bddb', 'tenant_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'mac_address': 'fa:16:3e:99:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8a3b66-e6be-403a-84b6-684db8808ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:20:08Z', 'updated_at': '2022-07-28T06:20:11Z', 'revision_number': 5, 'project_id': 'e646eb9882194d2f8e2bf2ec959ecff3', 'subnets': [{'id': '21950ef3-6685-4896-9b19-c9abbc5ee541', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f81fd4f2-50d1-444c-bd0a-ee3d9d3e06e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:20:20.502069 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52334) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:20:20.996883 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device dc4c468b-a0c2-40d0-adc9-6f7ca785c703 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:20:21.022102 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d891537c-8c11-47db-b932-965edaee79de admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5168047 Jul 28 06:20:21.046916 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:21.048092 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:21.128836 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:20:21.129220 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:21.152329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port dc4c468b-a0c2-40d0-adc9-6f7ca785c703, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=dc4c468b-a0c2-40d0-adc9-6f7ca785c703,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:20:21.204717 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:21.258276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=dc4c468b-a0c2-40d0-adc9-6f7ca785c703,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:20:21.972783 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=15 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:21.973550 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=65 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:22.982095 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device dc4c468b-a0c2-40d0-adc9-6f7ca785c703 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:20:23.032734 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:23.033575 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:20:23.033962 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (dc4c468b-a0c2-40d0-adc9-6f7ca785c703), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:23.112195 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port dc4c468b-a0c2-40d0-adc9-6f7ca785c703 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:20:31.008141 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=54 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:31.019310 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:33.110240 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:35.581595 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e6faf21d-f2f0-442a-aabd-3102c801d549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:37.028456 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:20:38.050356 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5574add5-d3e0-4a54-aab8-dd992dfb8cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:39.141954 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:40.729736 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:41.152878 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:20:48.034388 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:48.038856 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:51.072062 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:20:51.076115 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:05.646460 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ba86f248-f9e9-4cb4-b38c-111752b138b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:08.085962 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-94c1e059-5302-4ad4-b0e6-fcd1e65422f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:09.163231 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:10.740445 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:11.149694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:14.029829 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:21:20.665139 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:21.067352 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:34.021647 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:34.023532 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:35.614092 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-579b7538-f87c-43e2-927d-c92650978f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:38.045594 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ae442f08-b9ed-4ad7-b40e-39b0c7f87717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:39.144827 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:40.739548 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:41.165297 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:45.413378 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52874) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:21:45.758280 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be4ed95-3672-4d52-8406-37bca385d3cd admin admin] GET failed (client error): The resource could not be found. Jul 28 06:21:45.759581 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6be4ed95-3672-4d52-8406-37bca385d3cd admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3452485 Jul 28 06:21:45.924966 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b91a1-a67e-4d3b-90c3-b7432e33bd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:45.926463 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-289b91a1-a67e-4d3b-90c3-b7432e33bd35 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619380 Jul 28 06:21:48.141622 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52884) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:21:48.515726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77353265-52c2-411b-b34b-bcc33650d713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:48.517182 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-77353265-52c2-411b-b34b-bcc33650d713 admin admin] 10.222.0.69 "GET /v2.0/subnets/21950ef3-6685-4896-9b19-c9abbc5ee541 HTTP/1.1" status: 200 len: 849 time: 0.3745346 Jul 28 06:21:48.526889 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:21:48.617939 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Publish callbacks [] for subnet (21950ef3-6685-4896-9b19-c9abbc5ee541), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:48.824853 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728045376997'] for subnet (21950ef3-6685-4896-9b19-c9abbc5ee541), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:48.864344 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:48.864845 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:48.866171 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] 10.222.0.69 "PUT /v2.0/subnets/21950ef3-6685-4896-9b19-c9abbc5ee541 HTTP/1.1" status: 200 len: 868 time: 0.3430114 Jul 28 06:21:48.867461 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a239c8-07d6-45ae-ac8d-d923eabea66f None None] Network 22841ed4-960d-4e7f-a32e-ee0c8b64bddb requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:21:48.884887 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21950ef3-6685-4896-9b19-c9abbc5ee541,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:21:48.893458 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.893814 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.894187 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.894532 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.894872 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.895207 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.895539 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.895869 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.896218 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.896550 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.896896 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.897247 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.897610 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.897935 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:48.898265 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d104460-155c-40f1-a466-4cad41f9fe62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:21:49.233534 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-519d7fdf-a8fc-4c0f-9ad0-c7e00684b8a1 None None] Provisioning complete for port a7b90790-25e8-4580-9ce8-5779364ff8dd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:21:49.233925 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-519d7fdf-a8fc-4c0f-9ad0-c7e00684b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a7b90790-25e8-4580-9ce8-5779364ff8dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:49.308980 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-519d7fdf-a8fc-4c0f-9ad0-c7e00684b8a1 None None] Current status of the port a7b90790-25e8-4580-9ce8-5779364ff8dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:21:49.318268 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-519d7fdf-a8fc-4c0f-9ad0-c7e00684b8a1 None None] Provisioning complete for port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:21:49.318657 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-519d7fdf-a8fc-4c0f-9ad0-c7e00684b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:21:49.395631 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-519d7fdf-a8fc-4c0f-9ad0-c7e00684b8a1 None None] Current status of the port b09d94ae-11dd-4d1f-8fec-95cb54e4b8dc is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:21:51.029178 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:21:51.067619 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52892) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:21:51.687018 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad1c25-296f-44e1-a218-f1130225b07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:51.687503 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad1c25-296f-44e1-a218-f1130225b07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:51.689060 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-15ad1c25-296f-44e1-a218-f1130225b07f admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6204741 Jul 28 06:21:53.893445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52900) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:21:54.328952 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf25e9-f39c-4e0f-86e4-c4012f3dd115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:54.329377 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf25e9-f39c-4e0f-86e4-c4012f3dd115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:54.330916 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-11bf25e9-f39c-4e0f-86e4-c4012f3dd115 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4365287 Jul 28 06:21:56.524143 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52908) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:21:56.913688 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:56.946353 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674bf33-d903-4e64-8a65-22bd2de4114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:56.948284 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5674bf33-d903-4e64-8a65-22bd2de4114b admin admin] 10.222.0.69 "GET /v2.0/networks/22841ed4-960d-4e7f-a32e-ee0c8b64bddb HTTP/1.1" status: 200 len: 869 time: 0.4226711 Jul 28 06:21:59.146563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52916) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:21:59.391479 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:59.393440 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:21:59.583552 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30dd280-9a2e-4ffb-8ec4-52ae2f101c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:21:59.584834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e30dd280-9a2e-4ffb-8ec4-52ae2f101c34 admin admin] 10.222.0.69 "GET /v2.0/networks/9356eb91-d212-4c70-9598-3544b64c249c HTTP/1.1" status: 200 len: 886 time: 0.4373431 Jul 28 06:22:01.769143 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52926) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:02.023818 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:02.028715 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:02.181743 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab88ca-1e83-4f94-81a7-77e0552d03ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:02.182206 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab88ca-1e83-4f94-81a7-77e0552d03ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:02.183741 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-bdab88ca-1e83-4f94-81a7-77e0552d03ae admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4136295 Jul 28 06:22:04.386163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 52934) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:04.772716 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6c879-eec2-489b-93d7-044fbbc46eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:04.773098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6c879-eec2-489b-93d7-044fbbc46eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:04.774709 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-40a6c879-eec2-489b-93d7-044fbbc46eb7 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3875928 Jul 28 06:22:05.612989 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ecdf71cb-4da5-4147-9082-fd9b06e9b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:06.944748 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:06.990928 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52942) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:07.372276 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab3c21-a2d4-4003-8590-9e8cc1315a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:07.373816 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9cab3c21-a2d4-4003-8590-9e8cc1315a41 admin admin] 10.222.0.69 "GET /v2.0/subnets/21950ef3-6685-4896-9b19-c9abbc5ee541 HTTP/1.1" status: 200 len: 868 time: 0.3819544 Jul 28 06:22:08.064167 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ced3630-fe07-40f4-9689-7ec8d0dfbf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:09.140988 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:09.689464 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 52950) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:10.062169 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52af64a-8280-4946-b0bb-03e036df855c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:10.063516 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a52af64a-8280-4946-b0bb-03e036df855c admin admin] 10.222.0.69 "GET /v2.0/subnets/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0 HTTP/1.1" status: 200 len: 816 time: 0.3730779 Jul 28 06:22:10.749855 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:11.139188 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:14.766895 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:14.767726 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:20.057311 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=10 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:20.058458 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=13 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:21.063554 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:21.065455 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:28.028413 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:22:35.617803 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-89987a8a-df52-4478-b8c6-1b9c2231f4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:38.103387 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c0752c5-f246-4ce4-901f-48396415f6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:38.334099 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53008) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:38.668119 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [None req-8c969c56-e472-46dd-be7d-1d1fa7b87b60 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:22:38.669141 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8c969c56-e472-46dd-be7d-1d1fa7b87b60 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3340971 Jul 28 06:22:39.035864 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=16 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:39.145395 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:40.739277 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:41.010302 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53016) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:41.159987 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:41.357386 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.pecan_wsgi.hooks.translation [None req-142e8b56-f62f-4ede-984d-cae2d76d5c39 admin admin] GET failed (client error): The resource could not be found. Jul 28 06:22:41.358709 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-142e8b56-f62f-4ede-984d-cae2d76d5c39 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3467894 Jul 28 06:22:41.449254 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a2ec36-5990-4f5f-9afe-18463fe53b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:41.450757 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d2a2ec36-5990-4f5f-9afe-18463fe53b53 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0876803 Jul 28 06:22:42.040796 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=20 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:43.660230 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53024) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:43.996336 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:22:44.081888 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Made reservation on behalf of 05bb534ab3954f32aad6d8b3751d3ac9 for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:22:44.084278 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:44.122337 dv-cinder-812429-2-iscsi neutron-server[104326]: WARNING neutron.services.revisions.revision_plugin [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Could not find related network for resource to bump revision. Jul 28 06:22:44.135531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:22:44.147107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (c07f2a75-9b4b-4bd8-a576-91dfb6cbc173), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:44.147455 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Added segment c07f2a75-9b4b-4bd8-a576-91dfb6cbc173 of type vlan for network 1490afdf-d886-4040-aa9f-e8fd173aff73 Jul 28 06:22:44.209357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (1490afdf-d886-4040-aa9f-e8fd173aff73), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:44.287542 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (1490afdf-d886-4040-aa9f-e8fd173aff73), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:44.288571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:44.289145 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:44.386450 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Pushing event updated for resources: {'Network': ['ID=1490afdf-d886-4040-aa9f-e8fd173aff73,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:22:44.393232 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.395928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.396578 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.396679 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.396971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.397321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.397646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.397969 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:44.409432 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 1490afdf-d886-4040-aa9f-e8fd173aff73 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:22:44.438805 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-acdc6b54-f3cf-4f79-8532-1e7bf374bdf0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7774603 Jul 28 06:22:46.663758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53032) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:22:47.011689 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c5f9ef-2a71-4a54-9cd6-708c9fdf23c1 admin admin] GET failed (client error): The resource could not be found. Jul 28 06:22:47.013012 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-31c5f9ef-2a71-4a54-9cd6-708c9fdf23c1 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3482993 Jul 28 06:22:47.115228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f04d144-a80b-4b4f-9c46-aa21546df8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:47.116711 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-2f04d144-a80b-4b4f-9c46-aa21546df8fa admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995080 Jul 28 06:22:47.127150 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:22:47.212812 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Made reservation on behalf of 05bb534ab3954f32aad6d8b3751d3ac9 for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:22:47.215260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:47.447729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (aa1196ab-8219-40cc-9a8b-0b535411f90e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:47.512902 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1196ab-8219-40cc-9a8b-0b535411f90e,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:22:47.525114 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Checking segment: {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:22:47.525521 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Network hostable DHCP agents. Network: 1490afdf-d886-4040-aa9f-e8fd173aff73, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:22:47.697487 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Network 1490afdf-d886-4040-aa9f-e8fd173aff73 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:22:47.784871 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 1490afdf-d886-4040-aa9f-e8fd173aff73) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:22:47.789629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:22:47.794148 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:47.794925 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77ada1-1962-4fae-b1db-48c4c25c4ba0 None None] Network 1490afdf-d886-4040-aa9f-e8fd173aff73 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:22:47.890535 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-2a4d1e74-6f30-4355-9d2f-716c4083843c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7667146 Jul 28 06:22:47.900997 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-1490afdf-d886-4040-aa9f-e8fd173aff73', 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73', 'project_id': '05bb534ab3954f32aad6d8b3751d3ac9', 'fixed_ips': [{'subnet_id': 'aa1196ab-8219-40cc-9a8b-0b535411f90e'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:22:47.902060 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:48.150963 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Allocated IP 192.168.233.2 (1490afdf-d886-4040-aa9f-e8fd173aff73/aa1196ab-8219-40cc-9a8b-0b535411f90e/a70037e4-6b92-4dc9-a4be-4f354e45596c) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:22:48.305684 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Publish callbacks [] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:48.407965 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:48.455586 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Network 1490afdf-d886-4040-aa9f-e8fd173aff73 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:22:48.458917 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Pushing event updated for resources: {'Port': ['ID=a70037e4-6b92-4dc9-a4be-4f354e45596c,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:22:48.461231 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:22:48.464368 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:22:48.475124 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.475840 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.476652 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.476652 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.476873 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.477208 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.477565 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.477894 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.478225 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.478544 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.478868 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.479251 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.479605 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.480010 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.480439 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:22:48.539579 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Attempting to bind port a70037e4-6b92-4dc9-a4be-4f354e45596c on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:22:48.539947 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Attempting to bind port a70037e4-6b92-4dc9-a4be-4f354e45596c by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:22:48.540307 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Attempting to bind port a70037e4-6b92-4dc9-a4be-4f354e45596c on network 1490afdf-d886-4040-aa9f-e8fd173aff73 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:22:48.546779 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:22:48.547156 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Checking segment: {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:22:48.547551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:48.547939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Bound using segment: {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:22:48.548407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Bound port: a70037e4-6b92-4dc9-a4be-4f354e45596c, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:22:48.549391 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:48.612518 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] For port a70037e4-6b92-4dc9-a4be-4f354e45596c, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:22:48.615849 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] For port a70037e4-6b92-4dc9-a4be-4f354e45596c, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a70037e4-6b92-4dc9-a4be-4f354e45596c,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:22:48.682746 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:48.744319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b09b49-071a-4a56-93c1-60ab4823f817 None None] Pushing event updated for resources: {'Port': ['ID=a70037e4-6b92-4dc9-a4be-4f354e45596c,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:22:49.091538 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a70037e4-6b92-4dc9-a4be-4f354e45596c up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:22:49.118760 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:49.137234 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:49.144401 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port a70037e4-6b92-4dc9-a4be-4f354e45596c triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:22:49.144792 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:49.221493 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port a70037e4-6b92-4dc9-a4be-4f354e45596c is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:22:49.221813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:49.257817 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port a70037e4-6b92-4dc9-a4be-4f354e45596c, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a70037e4-6b92-4dc9-a4be-4f354e45596c,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:22:49.390972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:49.450006 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=a70037e4-6b92-4dc9-a4be-4f354e45596c,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:22:49.640637 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08072a2e-887d-4791-84c6-417c8878e8ba None None] Network 1490afdf-d886-4040-aa9f-e8fd173aff73 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:22:49.699513 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-4ae8b6f9-c088-4da4-a452-2b044858e5c8 None None] Provisioning complete for port a70037e4-6b92-4dc9-a4be-4f354e45596c triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:22:49.699889 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b6f9-c088-4da4-a452-2b044858e5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:49.821178 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8b6f9-c088-4da4-a452-2b044858e5c8 None None] Current status of the port a70037e4-6b92-4dc9-a4be-4f354e45596c is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:22:50.038584 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-85721485-6474-4f0d-b7f9-649b60d9e8d8 None None] Provisioning complete for port a70037e4-6b92-4dc9-a4be-4f354e45596c triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:22:50.038974 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-85721485-6474-4f0d-b7f9-649b60d9e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:50.114607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-85721485-6474-4f0d-b7f9-649b60d9e8d8 None None] Current status of the port a70037e4-6b92-4dc9-a4be-4f354e45596c is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:22:51.072317 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a70037e4-6b92-4dc9-a4be-4f354e45596c up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:22:51.120961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port a70037e4-6b92-4dc9-a4be-4f354e45596c triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:22:51.121635 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a70037e4-6b92-4dc9-a4be-4f354e45596c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:22:51.194760 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port a70037e4-6b92-4dc9-a4be-4f354e45596c is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:22:51.445490 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=10 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:51.446288 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=12 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:57.801111 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:22:57.802098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:01.191385 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=58 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:01.193275 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:05.026893 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:23:05.640656 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cde4cefb-9ad9-426c-9b7d-3518dd24318d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:08.056308 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3cb9699f-4850-406b-80bb-43b01a0a6d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:09.205088 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:10.766108 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:11.138248 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:16.031063 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:16.032028 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:21.062764 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:21.069266 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:34.017184 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:34.018113 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:35.627304 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-86e98393-eb11-4441-bb15-f725a4e28d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:38.079003 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f6b162f-56ee-47bf-943d-4aa1b266b634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:39.176135 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:40.759457 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:41.164215 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:23:42.026384 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:23:51.065742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:51.068571 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:53.023393 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:23:53.027316 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:05.608788 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9429a6e8-c895-4adc-b966-59eaa4e8af66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:08.072330 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-96094d40-b977-444e-bc0b-95568edc76a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:09.158190 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:10.775575 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:11.111338 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:19.026253 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:24:21.062848 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:21.064762 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:26.642428 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53070) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:24:26.648841 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [None req-0fa7f86d-7eba-430e-a4df-1bf7cac5c501 tempest-verify_tempest_config-901386591 tempest-verify_tempest_config-901386591-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:24:26.649857 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0fa7f86d-7eba-430e-a4df-1bf7cac5c501 tempest-verify_tempest_config-901386591 tempest-verify_tempest_config-901386591-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064554 Jul 28 06:24:27.310591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53088) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:24:27.661058 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:27.738109 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Publish callbacks [] for security_group (93ee3303-d044-4aa4-a4ab-78acf5976496), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:27.807562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (93ee3303-d044-4aa4-a4ab-78acf5976496), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:27.853912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ee3303-d044-4aa4-a4ab-78acf5976496,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:24:27.859000 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9fbd04a98eb04e07a901d3bfd7047453&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5474181 Jul 28 06:24:27.861862 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53092) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:24:27.863688 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.864049 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.864408 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.864757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.865131 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.865493 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.865830 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.866166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.866497 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.866830 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.867160 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.867491 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.867818 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.868146 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.868492 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839cf8a-b5f9-4757-ab97-eb25d91b23de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:27.920244 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Publish callbacks [] for security_group (93ee3303-d044-4aa4-a4ab-78acf5976496), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:27.941195 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Publish callbacks [] for security_group (93ee3303-d044-4aa4-a4ab-78acf5976496), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:28.093799 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (93ee3303-d044-4aa4-a4ab-78acf5976496), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:28.096333 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:28.097619 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93ee3303-d044-4aa4-a4ab-78acf5976496 HTTP/1.1" status: 204 len: 168 time: 0.2347293 Jul 28 06:24:28.106199 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ee3303-d044-4aa4-a4ab-78acf5976496,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:24:28.113186 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.113559 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.113905 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.114294 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.114625 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.114951 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.115880 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.116248 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.116568 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.116890 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.117212 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.117589 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.117911 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.118223 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:28.118534 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223a83e-ca0c-4f7a-91f3-5b90048a4032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:24:35.602251 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b5314e99-c627-4b75-88f5-987862a1f68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:35.835531 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=18 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:35.840865 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=16 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:37.852262 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:37.857175 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:38.101196 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:38.109198 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:38.110519 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7c8e297c-9e10-43f3-834a-6589d8e6caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:39.150545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:40.767304 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:41.109979 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:24:51.059726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:51.062610 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:24:56.024517 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:25:05.606505 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4819eb14-d274-4114-9015-39da7916fbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:07.035721 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:07.042613 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:08.069186 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9828d9eb-57a6-4ab3-ac56-bec0eb5407e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:09.155081 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:10.749160 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:11.114359 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:21.056751 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:21.057579 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:33.023801 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:25:35.622719 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-54493e91-6be9-4ee3-b462-cb37765188d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:38.045434 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-1020-40ce-9501-e69525540a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:39.158462 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:40.764091 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:41.136568 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:25:44.028421 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:44.039420 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:51.057419 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:25:51.064517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:05.598377 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-93c19ff6-6975-4eec-b66a-ec8cb284f3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:08.061651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bd314fdd-92a7-4ac9-8b4a-8c3c38fe1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:09.167980 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:10.022806 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 5 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:26:10.752812 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:11.124266 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:11.941739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:21.030167 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:21.035060 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:21.065693 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:21.885573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:24.265339 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53188) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:26:24.402307 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-f0162fcb-30f2-419e-b129-95efd7e46149 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1357539 Jul 28 06:26:26.520725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53198) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:26:26.577346 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8da4e39f-97a9-43ab-8b41-4077680b561c admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0553703 Jul 28 06:26:35.624176 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-65067807-0a7a-4373-b39b-fa7a5d3f39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:35.838507 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=11 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:35.839282 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=15 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:36.571848 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:36.572690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:38.060209 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9701196b-4828-426c-8130-8f8996f3929c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:39.183256 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:40.760613 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:41.123127 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:41.954533 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:26:47.021274 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:26:51.874747 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:51.876606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:58.027149 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:26:58.031014 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:27:05.627937 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-239923c5-54eb-4268-ac70-5e0d32592b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:08.053657 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-54a9a1ad-38b6-4d92-ae33-26ebf569a374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:09.191130 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:10.764932 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:11.118818 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:11.960198 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:21.873903 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:27:21.877555 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:27:24.024469 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:27:35.647400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-38f84d5e-cfb3-4a94-8bab-d26e0d796ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:38.055539 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8b8affbf-cb40-451e-ba47-d02d1c35ef37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:39.206824 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:40.780175 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:41.115711 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:41.979817 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:27:42.024445 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:27:42.025255 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:27:51.887949 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:27:51.893660 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:01.024119 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:28:04.098928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53340) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:04.501087 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-831154650-network', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:04.600132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Made reservation on behalf of 58565c8c6b5743278fb155d39ed65e3d for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:04.602548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:04.611470 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:04.699294 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks [] for security_group (583abfc8-7c31-4aca-bbcf-e85e559661de), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:04.777158 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (583abfc8-7c31-4aca-bbcf-e85e559661de), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:04.808101 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:28:04.820642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583abfc8-7c31-4aca-bbcf-e85e559661de,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:04.826405 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:04.826868 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Added segment 71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d of type vlan for network e07e6c95-817a-4822-8866-5c83ae701fa7 Jul 28 06:28:04.842112 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.842693 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.843870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.843870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.844357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.845181 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.845769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.846335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.847420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.847989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.848561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.849144 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.849819 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.850313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.850802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Tracked resource versions report: Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: pushed versions: Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Agent': {'1.1'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Log': {'1.0'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'NDPProxy': {'1.0'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Network': {'1.1'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Port': {'1.7'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'PortForwarding': {'1.3'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'QosPolicy': {'1.10'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SubPort': {'1.0'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Subnet': {'1.1'}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Trunk': {'1.1'}} Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: consumer versions: Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: HyperV agent@hv-cinder-81242: {}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Agent': '1.1', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'ConntrackHelper': '1.0', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'LocalIPAssociation': '1.0', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Log': '1.0', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'NDPProxy': '1.0', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Network': '1.1', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Port': '1.7', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'PortForwarding': '1.3', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'QosPolicy': '1.10', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroup': '1.5', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SecurityGroupRule': '1.2', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'SubPort': '1.0', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Subnet': '1.1', Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: 'Trunk': '1.1'}} Jul 28 06:28:04.852168 dv-cinder-812429-2-iscsi neutron-server[104326]: {{(pid=104326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:04.917962 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (e07e6c95-817a-4822-8866-5c83ae701fa7), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.036684 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (e07e6c95-817a-4822-8866-5c83ae701fa7), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.037862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:05.038545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.102854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] Pushing event updated for resources: {'Network': ['ID=e07e6c95-817a-4822-8866-5c83ae701fa7,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:05.113455 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network e07e6c95-817a-4822-8866-5c83ae701fa7 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:28:05.173130 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53390) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:05.173818 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-17ded114-821d-44a2-9851-dd8dac57c107 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0717964 Jul 28 06:28:05.180563 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Request body: {'subnet': {'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-831154650-subnet', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:05.280668 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53396) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:05.287969 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Made reservation on behalf of 58565c8c6b5743278fb155d39ed65e3d for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:05.292500 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.537469 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (5103b10b-82dc-4619-8aa6-215b05c10aac), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.590847 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5103b10b-82dc-4619-8aa6-215b05c10aac,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:05.601726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.602194 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.602424 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.602828 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.603132 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.603474 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.603791 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.604114 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.604444 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.604828 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.605159 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.605512 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.605835 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Tracked resource versions report: Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: pushed versions: Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Agent': {'1.1'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Log': {'1.0'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'NDPProxy': {'1.0'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Network': {'1.1'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Port': {'1.7'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'PortForwarding': {'1.3'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'QosPolicy': {'1.10'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SubPort': {'1.0'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Subnet': {'1.1'}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Trunk': {'1.1'}} Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: consumer versions: Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: HyperV agent@hv-cinder-81242: {}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Agent': '1.1', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'ConntrackHelper': '1.0', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'LocalIPAssociation': '1.0', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Log': '1.0', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'NDPProxy': '1.0', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Network': '1.1', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Port': '1.7', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'PortForwarding': '1.3', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'QosPolicy': '1.10', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroup': '1.5', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SecurityGroupRule': '1.2', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'SubPort': '1.0', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Subnet': '1.1', Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: 'Trunk': '1.1'}} Jul 28 06:28:05.608192 dv-cinder-812429-2-iscsi neutron-server[104327]: {{(pid=104327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:05.625981 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Checking segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:05.626246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Network hostable DHCP agents. Network: e07e6c95-817a-4822-8866-5c83ae701fa7, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:28:05.657775 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4f07e659-814f-424d-92b3-1b5d6f299795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.683752 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53408) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:05.748541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53412) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:05.783130 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Network e07e6c95-817a-4822-8866-5c83ae701fa7 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:28:05.825001 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1300435887-network', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:05.862463 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, e07e6c95-817a-4822-8866-5c83ae701fa7) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:05.868355 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:05.870449 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.872433 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84206d23-5715-4565-ad53-e5c94d199726 None None] Network e07e6c95-817a-4822-8866-5c83ae701fa7 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:05.938908 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Made reservation on behalf of 85bf0de611024c06aee30418f26d2f1c for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:05.943226 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.960751 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cdf6a786-4041-40ca-8ea4-95f0b7284bb8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7840090 Jul 28 06:28:05.961267 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:05.962078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53432) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:05.967063 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:05.998891 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-e07e6c95-817a-4822-8866-5c83ae701fa7', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:28:05.999850 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.009930 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53436) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:06.027229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-653232849-network', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:06.067940 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2015707290-network', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:06.103092 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (a148a431-f4b3-492f-b75a-1bdef54f2f53), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.106217 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (a148a431-f4b3-492f-b75a-1bdef54f2f53), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.136553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Made reservation on behalf of a164b3cd6f444e17ae7ada0e30e62f54 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:06.139516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.160716 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Allocated IP 172.20.0.2 (e07e6c95-817a-4822-8866-5c83ae701fa7/5103b10b-82dc-4619-8aa6-215b05c10aac/e82b38d7-db78-4584-9ffd-57d65ad48ef3) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:06.161709 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.332254 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Publish callbacks [] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.366324 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks [] for security_group (bf06f4d9-e0b1-4224-a77e-c3d579f81ba9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.376036 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks [] for security_group (ac12adfb-fd4d-4b53-b9b9-7c37c929a09d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.379817 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:06.384035 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-707125743-network', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:06.388664 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Made reservation on behalf of f7bae530a50e4c6ea97a654750ddf79f for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:06.390660 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.395070 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks [] for router_controller (a148a431-f4b3-492f-b75a-1bdef54f2f53), precommit_add_association {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.410210 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.413584 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.426998 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:06.432551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Network e07e6c95-817a-4822-8866-5c83ae701fa7 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:06.437157 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:06.443259 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:06.474050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bf06f4d9-e0b1-4224-a77e-c3d579f81ba9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.494563 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:28:06.505765 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (f85ee777-d38c-4486-82f6-303efbb363b5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.508872 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Added segment f85ee777-d38c-4486-82f6-303efbb363b5 of type vlan for network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 Jul 28 06:28:06.508872 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ac12adfb-fd4d-4b53-b9b9-7c37c929a09d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.520153 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:28:06.531247 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (548603b2-4b06-4b5b-9bc9-d48db8860921), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.531942 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Added segment 548603b2-4b06-4b5b-9bc9-d48db8860921 of type vlan for network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 Jul 28 06:28:06.541101 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Pushing event updated for resources: {'Port': ['ID=e82b38d7-db78-4584-9ffd-57d65ad48ef3,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:06.566989 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.574876 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.576245 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.576366 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.576846 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.582404 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.582958 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.583483 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.584026 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.584522 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.585018 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.587397 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.587941 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.588435 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.588922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.589440 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Tracked resource versions report: Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: pushed versions: Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Agent': {'1.1'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Log': {'1.0'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'NDPProxy': {'1.0'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Network': {'1.1'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Port': {'1.7'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'PortForwarding': {'1.3'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'QosPolicy': {'1.10'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SubPort': {'1.0'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Subnet': {'1.1'}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Trunk': {'1.1'}} Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: consumer versions: Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: HyperV agent@hv-cinder-81242: {}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Agent': '1.1', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'ConntrackHelper': '1.0', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'LocalIPAssociation': '1.0', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Log': '1.0', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'NDPProxy': '1.0', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Network': '1.1', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Port': '1.7', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'PortForwarding': '1.3', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'QosPolicy': '1.10', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroup': '1.5', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SecurityGroupRule': '1.2', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'SubPort': '1.0', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Subnet': '1.1', Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: 'Trunk': '1.1'}} Jul 28 06:28:06.594638 dv-cinder-812429-2-iscsi neutron-server[104328]: {{(pid=104328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:06.600349 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Attempting to bind port e82b38d7-db78-4584-9ffd-57d65ad48ef3 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:06.602981 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Attempting to bind port e82b38d7-db78-4584-9ffd-57d65ad48ef3 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:06.604263 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Attempting to bind port e82b38d7-db78-4584-9ffd-57d65ad48ef3 on network e07e6c95-817a-4822-8866-5c83ae701fa7 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:06.607982 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:06.618879 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:06.619735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Checking segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:06.620813 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Made reservation on behalf of cd88554db98441c99e0b09b446c24b47 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:06.623341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.623341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Bound using segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:06.623341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Bound port: e82b38d7-db78-4584-9ffd-57d65ad48ef3, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:06.623341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.623730 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.644736 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.688528 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.689677 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:06.690256 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.711059 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] For port e82b38d7-db78-4584-9ffd-57d65ad48ef3, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:06.715020 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] For port e82b38d7-db78-4584-9ffd-57d65ad48ef3, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e82b38d7-db78-4584-9ffd-57d65ad48ef3,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:06.742434 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.784270 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06f4d9-e0b1-4224-a77e-c3d579f81ba9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:06.814191 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.840505 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5556424 Jul 28 06:28:06.848835 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks [] for security_group (63e91c85-38be-4e78-b1d3-53738412ef8c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.901726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53464) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:06.906665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca7d2f-6c73-4af6-8f58-748e9ddeb19a None None] Pushing event updated for resources: {'Port': ['ID=e82b38d7-db78-4584-9ffd-57d65ad48ef3,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:06.924541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Request body: {'subnet': {'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-subnet', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:06.947166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks [] for router_gateway (a148a431-f4b3-492f-b75a-1bdef54f2f53), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.967209 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (63e91c85-38be-4e78-b1d3-53738412ef8c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:06.974573 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac12adfb-fd4d-4b53-b9b9-7c37c929a09d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:06.980545 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02600b4-89c6-4682-b3c4-db075570bf9c admin admin] Pushing event updated for resources: {'Network': ['ID=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:07.008951 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:28:07.012793 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:28:07.042240 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (f7ad52d3-47d9-4de9-ad85-fa9de63c6324), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.042610 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Added segment f7ad52d3-47d9-4de9-ad85-fa9de63c6324 of type vlan for network 4a12595b-98a5-4f32-a18b-a79716ee46af Jul 28 06:28:07.066865 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e91c85-38be-4e78-b1d3-53738412ef8c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:07.104547 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks [] for security_group (8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.108027 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.109155 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:07.109691 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.129198 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Made reservation on behalf of 85bf0de611024c06aee30418f26d2f1c for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:07.131725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.147145 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (4a12595b-98a5-4f32-a18b-a79716ee46af), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.259360 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.396293 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6039975 Jul 28 06:28:07.396293 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53484) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:07.396293 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Request body: {'subnet': {'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-subnet', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:07.396293 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=69,neutron:INSERT=22,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:07.442581 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e561e-e9ef-4c3d-ad16-c8acb530a52b admin admin] Pushing event updated for resources: {'Network': ['ID=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:07.448909 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:28:07.456764 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:28:07.473481 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:07.490510 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.491287 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Added segment 0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72 of type vlan for network c6978cd1-c187-431b-a4d2-24672b7a1261 Jul 28 06:28:07.555931 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (c6978cd1-c187-431b-a4d2-24672b7a1261), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.575401 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks [] for router_gateway (a148a431-f4b3-492f-b75a-1bdef54f2f53), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.587217 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (4a12595b-98a5-4f32-a18b-a79716ee46af), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.589481 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:07.590417 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.599862 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Made reservation on behalf of a164b3cd6f444e17ae7ada0e30e62f54 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:07.602689 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.612157 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.726294 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:07.728838 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.db.resource_extend [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 06:28:07.785277 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:07.798673 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:07.815131 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Allocated IP 172.27.3.114 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/d08c1568-7005-4660-976a-b572073ca341) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:07.821445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] Pushing event updated for resources: {'Network': ['ID=4a12595b-98a5-4f32-a18b-a79716ee46af,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:07.842930 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 4a12595b-98a5-4f32-a18b-a79716ee46af details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:28:07.946445 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0087c085-4e84-48d1-abea-da9624686259 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1964171 Jul 28 06:28:07.947114 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53514) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:07.947659 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:07.952834 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Request body: {'subnet': {'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2015707290-subnet', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:07.957448 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (c6978cd1-c187-431b-a4d2-24672b7a1261), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:07.957887 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:07.958462 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.022959 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks [] for port (d08c1568-7005-4660-976a-b572073ca341), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.027356 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (353780f6-cafc-4a44-84bb-c5c93d924b87), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.075383 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (fa077c28-d83e-4b2b-8e9c-120ed966e9ed), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.147319 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] Pushing event updated for resources: {'Network': ['ID=c6978cd1-c187-431b-a4d2-24672b7a1261,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:08.160447 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network c6978cd1-c187-431b-a4d2-24672b7a1261 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:28:08.166421 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c98eddda-bcd1-4a96-988f-5fcf63d925ab admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.1516883 Jul 28 06:28:08.166898 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53524) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:08.409442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Request body: {'subnet': {'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-subnet', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:08.410933 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc383-ae07-4d8d-999d-cbef35a0fb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.412462 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Made reservation on behalf of f7bae530a50e4c6ea97a654750ddf79f for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:08.412462 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.412462 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353780f6-cafc-4a44-84bb-c5c93d924b87,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:08.414715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (d08c1568-7005-4660-976a-b572073ca341), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.416128 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Checking segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:08.416128 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Network hostable DHCP agents. Network: b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:28:08.417199 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Made reservation on behalf of cd88554db98441c99e0b09b446c24b47 for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:08.417199 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.423314 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:08.423314 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Network hostable DHCP agents. Network: fbbc8d74-4a13-4069-9d84-f85f9df7bdf6, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:28:08.495973 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:08.518024 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:08.519389 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa077c28-d83e-4b2b-8e9c-120ed966e9ed,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:08.525034 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:08.530062 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d08c1568-7005-4660-976a-b572073ca341,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:08.615274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07639ec-8f3f-4ead-a348-b1214ca3f871 None None] Network e07e6c95-817a-4822-8866-5c83ae701fa7 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:08.723192 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:28:08.734851 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:28:08.744864 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] Provisioning complete for port e82b38d7-db78-4584-9ffd-57d65ad48ef3 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:08.745280 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.827059 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (29eda0ea-3f8d-463a-b4b7-181c6989dd6b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.914114 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29eda0ea-3f8d-463a-b4b7-181c6989dd6b,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:08.928310 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:08.933098 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, fbbc8d74-4a13-4069-9d84-f85f9df7bdf6) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:08.955810 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebe705-6857-4688-a699-db785376511c None None] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:08.965227 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:08.966181 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:08.979274 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:08.981289 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.000805 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Checking segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:09.001459 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Network hostable DHCP agents. Network: 4a12595b-98a5-4f32-a18b-a79716ee46af, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:28:09.035950 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (39336f79-3506-4432-b5de-a98df6cfeb42), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.067766 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec59cb3-60c5-4935-bd73-2e0d2fb3ecb9 None None] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:09.100283 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Network 4a12595b-98a5-4f32-a18b-a79716ee46af is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:28:09.112981 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-58940f37-e32f-4527-a368-147da532e182 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7806647 Jul 28 06:28:09.119036 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39336f79-3506-4432-b5de-a98df6cfeb42,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:09.121082 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d0e07639-4a11-4653-9dfa-776dbd5d5ff4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2167940 Jul 28 06:28:09.125759 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53566) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:09.132255 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53568) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:09.142579 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:09.168311 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:09.230224 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 4a12595b-98a5-4f32-a18b-a79716ee46af) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:09.271692 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:09.275168 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.310061 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60584b2d-0734-44c7-af27-f43b1bbd233e None None] Network 4a12595b-98a5-4f32-a18b-a79716ee46af requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:09.328038 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] Current status of the port e82b38d7-db78-4584-9ffd-57d65ad48ef3 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:09.334426 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.355718 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.356783 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.368414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks [] for router_gateway (a148a431-f4b3-492f-b75a-1bdef54f2f53), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.387322 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (209ed007-c16d-4c1d-8167-a8cee9de5110), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.388337 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (209ed007-c16d-4c1d-8167-a8cee9de5110), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.403475 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b243c11c-a944-4ed3-8c20-4506e37e940e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4549437 Jul 28 06:28:09.406656 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53580) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:09.414354 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Checking segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:09.415089 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Network hostable DHCP agents. Network: c6978cd1-c187-431b-a4d2-24672b7a1261, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:28:09.416985 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:09.440351 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:09.476358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e82b38d7-db78-4584-9ffd-57d65ad48ef3 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:09.486521 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks [] for router_controller (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.535485 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks [] for router_controller (209ed007-c16d-4c1d-8167-a8cee9de5110), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.614725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:28:09.625187 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] For port e82b38d7-db78-4584-9ffd-57d65ad48ef3, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e82b38d7-db78-4584-9ffd-57d65ad48ef3,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:09.638691 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.658032 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:28:09.660134 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.710811 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, c6978cd1-c187-431b-a4d2-24672b7a1261) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:09.726325 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:09.727256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.767678 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (a148a431-f4b3-492f-b75a-1bdef54f2f53), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.787949 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc87bb-2f88-477e-80a9-20954e163788 None None] Network c6978cd1-c187-431b-a4d2-24672b7a1261 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:09.817483 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.852778 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-df88903d-8360-49c0-b0dc-081cdba29179 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6836567 Jul 28 06:28:09.859715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53594) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:09.867081 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:09.870928 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:09.872596 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.012753 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53596) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:10.079430 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.082734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.169540 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks [] for router_controller (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), precommit_add_association {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.181334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-4a12595b-98a5-4f32-a18b-a79716ee46af', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:28:10.181334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.181334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:28:10.181334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.217344 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4f4239b8-3397-4003-81b9-c143c69a1a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.257443 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port e82b38d7-db78-4584-9ffd-57d65ad48ef3 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:10.258073 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.295485 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks [] for router_gateway (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.303986 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4f4239b8-3397-4003-81b9-c143c69a1a65 admin admin] Publish callbacks [] for security_group (68e46333-78f5-4100-8848-11f8796d5b81), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.357237 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a784b-8564-4272-af9b-0f97e4dfdfcc None None] Pushing event updated for resources: {'Port': ['ID=e82b38d7-db78-4584-9ffd-57d65ad48ef3,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:10.361104 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-34692201-fe2c-4873-b215-acadfab794cd None None] Provisioning complete for port e82b38d7-db78-4584-9ffd-57d65ad48ef3 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:10.361742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-34692201-fe2c-4873-b215-acadfab794cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.462865 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks [] for router_controller (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.471334 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks [] for router_gateway (209ed007-c16d-4c1d-8167-a8cee9de5110), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.616300 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-c6978cd1-c187-431b-a4d2-24672b7a1261', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:28:10.617219 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.644547 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Router a148a431-f4b3-492f-b75a-1bdef54f2f53 is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:28:10.682798 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Allocated IP 172.20.0.2 (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34/fa077c28-d83e-4b2b-8e9c-120ed966e9ed/d583d8e1-5334-4531-bb9e-39be8e8c048c) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:10.716553 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4f4239b8-3397-4003-81b9-c143c69a1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (68e46333-78f5-4100-8848-11f8796d5b81), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.853362 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:10.881030 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-4f4239b8-3397-4003-81b9-c143c69a1a65 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc0bbee6f2334c599f7756b95c9d46dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8670111 Jul 28 06:28:10.885725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:10.886632 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53606) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:10.911522 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks [] for router_gateway (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.927580 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port e82b38d7-db78-4584-9ffd-57d65ad48ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:10.948726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks [] for router_gateway (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:10.954452 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4239b8-3397-4003-81b9-c143c69a1a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e46333-78f5-4100-8848-11f8796d5b81,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:10.968672 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Allocated IP 172.20.0.2 (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6/353780f6-cafc-4a44-84bb-c5c93d924b87/63028662-eb33-4889-a8d1-c0c3a5dfcca2) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:10.982148 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-34692201-fe2c-4873-b215-acadfab794cd None None] Current status of the port e82b38d7-db78-4584-9ffd-57d65ad48ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:10.987064 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Allocated IP 172.20.0.2 (4a12595b-98a5-4f32-a18b-a79716ee46af/29eda0ea-3f8d-463a-b4b7-181c6989dd6b/97958597-c352-4c7d-a5ee-8d039bbe5f55) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:11.012489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:11.015758 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.038119 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Sync routers for ids ['a148a431-f4b3-492f-b75a-1bdef54f2f53'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:11.048837 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Routers {'a148a431-f4b3-492f-b75a-1bdef54f2f53'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:11.058842 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['a148a431-f4b3-492f-b75a-1bdef54f2f53'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:11.061498 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-317fd280-2e17-4ac4-908f-327e5a78588a admin admin] Publish callbacks [] for security_group (68e46333-78f5-4100-8848-11f8796d5b81), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.136646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-317fd280-2e17-4ac4-908f-327e5a78588a admin admin] Publish callbacks [] for security_group (68e46333-78f5-4100-8848-11f8796d5b81), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.209899 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:11.215130 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.216401 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8f66a530-2c3f-47b6-a60a-a8322a8ffbf7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2532752 Jul 28 06:28:11.231373 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53614) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:11.397426 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:11.404999 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:11.415490 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e82b38d7-db78-4584-9ffd-57d65ad48ef3 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:11.438387 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:11.455373 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.498127 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-317fd280-2e17-4ac4-908f-327e5a78588a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (68e46333-78f5-4100-8848-11f8796d5b81), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.500975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-317fd280-2e17-4ac4-908f-327e5a78588a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.503433 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-317fd280-2e17-4ac4-908f-327e5a78588a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68e46333-78f5-4100-8848-11f8796d5b81 HTTP/1.1" status: 204 len: 168 time: 0.6121025 Jul 28 06:28:11.506304 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks [] for router_gateway (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.511719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks [] for router_gateway (209ed007-c16d-4c1d-8167-a8cee9de5110), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.523475 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd280-2e17-4ac4-908f-327e5a78588a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e46333-78f5-4100-8848-11f8796d5b81,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:11.533021 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks [] for router_gateway (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.569329 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.610413 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.617628 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.624064 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Set router a148a431-f4b3-492f-b75a-1bdef54f2f53 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:11.705571 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Allocated IP 172.20.0.2 (c6978cd1-c187-431b-a4d2-24672b7a1261/39336f79-3506-4432-b5de-a98df6cfeb42/6ce3cf45-9f69-41e1-ad85-ff323c3da986) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:11.805973 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port e82b38d7-db78-4584-9ffd-57d65ad48ef3 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:11.806873 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.883559 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks [] for router_gateway (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:11.951111 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.014896 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:28:08Z', 'revision_number': 3, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:12.043067 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Checking router: a148a431-f4b3-492f-b75a-1bdef54f2f53 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:12.044383 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Updating router a148a431-f4b3-492f-b75a-1bdef54f2f53 port d08c1568-7005-4660-976a-b572073ca341 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:12.075355 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Allocated IP 172.27.3.83 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/fb752f38-5338-4727-8684-d44c73802a62) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:12.079973 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d08c1568-7005-4660-976a-b572073ca341), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.427137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.496629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Publish callbacks [] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.536571 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:12.581922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Publish callbacks [] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.582148 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks [] for port (fb752f38-5338-4727-8684-d44c73802a62), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.584740 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port e82b38d7-db78-4584-9ffd-57d65ad48ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:12.593857 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Publish callbacks [] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.595097 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.616201 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.626842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:12.695218 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:12.695489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Allocated IP 172.20.0.1 (e07e6c95-817a-4822-8866-5c83ae701fa7/5103b10b-82dc-4619-8aa6-215b05c10aac/6d40e758-fed7-4f39-9728-373f90753f20) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:12.703774 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:12.705454 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Pushing event updated for resources: {'Port': ['ID=d583d8e1-5334-4531-bb9e-39be8e8c048c,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:12.706686 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (fb752f38-5338-4727-8684-d44c73802a62), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.711613 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.713957 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:12.723573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.730221 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:12.748244 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:12.752586 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:12.755660 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Publish callbacks [] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.803075 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:12.812246 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Network 4a12595b-98a5-4f32-a18b-a79716ee46af is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:12.816287 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Pushing event updated for resources: {'Port': ['ID=63028662-eb33-4889-a8d1-c0c3a5dfcca2,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:12.818176 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:12.827080 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Allocated IP 172.27.3.30 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:12.833856 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Pushing event updated for resources: {'Port': ['ID=fb752f38-5338-4727-8684-d44c73802a62,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:12.842978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:12.847628 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:12.867422 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.873117 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:12.905222 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:12.910699 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Attempting to bind port d583d8e1-5334-4531-bb9e-39be8e8c048c on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:12.911070 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Attempting to bind port d583d8e1-5334-4531-bb9e-39be8e8c048c by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:12.911446 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Attempting to bind port d583d8e1-5334-4531-bb9e-39be8e8c048c on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:12.950264 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:12.960123 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Pushing event updated for resources: {'Port': ['ID=97958597-c352-4c7d-a5ee-8d039bbe5f55,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:12.981085 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:12.981502 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Checking segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:12.981992 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.982408 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Bound using segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:12.982816 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Bound port: d583d8e1-5334-4531-bb9e-39be8e8c048c, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:12.983159 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:12.985712 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:13.010441 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:13.034764 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks [] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.057971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks [] for port (6d40e758-fed7-4f39-9728-373f90753f20), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.106688 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Attempting to bind port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:13.107155 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Attempting to bind port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:13.107524 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Attempting to bind port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:13.113844 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Attempting to bind port 97958597-c352-4c7d-a5ee-8d039bbe5f55 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:13.114212 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Attempting to bind port 97958597-c352-4c7d-a5ee-8d039bbe5f55 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:13.114578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Attempting to bind port 97958597-c352-4c7d-a5ee-8d039bbe5f55 on network 4a12595b-98a5-4f32-a18b-a79716ee46af {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:13.144247 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks [] for router_gateway (209ed007-c16d-4c1d-8167-a8cee9de5110), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.144348 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Pushing event updated for resources: {'Port': ['ID=6ce3cf45-9f69-41e1-ad85-ff323c3da986,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:13.149560 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:13.149932 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:13.150334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.150722 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Bound using segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:13.151203 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Bound port: 63028662-eb33-4889-a8d1-c0c3a5dfcca2, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:13.151582 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.160129 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:13.160511 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Checking segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:13.160914 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.161335 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Bound using segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:13.161802 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Bound port: 97958597-c352-4c7d-a5ee-8d039bbe5f55, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:13.162220 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.191590 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (6d40e758-fed7-4f39-9728-373f90753f20), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.196800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.207982 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=80,neutron:UPDATE=11,neutron:INSERT=9 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:13.212593 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Attempting to bind port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:13.212963 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Attempting to bind port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:13.213336 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Attempting to bind port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:13.252083 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] For port d583d8e1-5334-4531-bb9e-39be8e8c048c, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:13.255009 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:13.256770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Network e07e6c95-817a-4822-8866-5c83ae701fa7 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:13.260670 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:13.264913 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:13.268318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:13.274980 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:13.275626 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Checking segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:13.276186 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.276726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Bound using segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:13.277558 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Bound port: 6ce3cf45-9f69-41e1-ad85-ff323c3da986, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:13.278112 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.283304 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Allocated IP 172.27.3.115 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/c94ef116-f7e3-4b60-8370-550154c83973) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:13.293113 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] For port d583d8e1-5334-4531-bb9e-39be8e8c048c, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d583d8e1-5334-4531-bb9e-39be8e8c048c,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:13.407436 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] For port 63028662-eb33-4889-a8d1-c0c3a5dfcca2, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:13.418378 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=6d40e758-fed7-4f39-9728-373f90753f20,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:13.452090 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] For port 97958597-c352-4c7d-a5ee-8d039bbe5f55, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:13.457219 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.479284 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:13.487746 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] For port 63028662-eb33-4889-a8d1-c0c3a5dfcca2, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=63028662-eb33-4889-a8d1-c0c3a5dfcca2,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:13.504391 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] For port 97958597-c352-4c7d-a5ee-8d039bbe5f55, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=97958597-c352-4c7d-a5ee-8d039bbe5f55,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:13.523408 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:13.528177 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (a148a431-f4b3-492f-b75a-1bdef54f2f53), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.532692 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (209ed007-c16d-4c1d-8167-a8cee9de5110), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.592528 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] For port 6ce3cf45-9f69-41e1-ad85-ff323c3da986, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:13.595708 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.637563 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] For port 6ce3cf45-9f69-41e1-ad85-ff323c3da986, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6ce3cf45-9f69-41e1-ad85-ff323c3da986,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:13.672625 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks [] for port (c94ef116-f7e3-4b60-8370-550154c83973), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.673135 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.680549 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Pushing event updated for resources: {'Port': ['ID=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:13.709074 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a914-f203-4701-9352-b14ad8756ee4 None None] Pushing event updated for resources: {'Port': ['ID=d583d8e1-5334-4531-bb9e-39be8e8c048c,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:13.839552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53eb8-c099-4971-86c6-a0d2c5bee919 None None] Pushing event updated for resources: {'Port': ['ID=63028662-eb33-4889-a8d1-c0c3a5dfcca2,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:13.864567 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.928081 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (c94ef116-f7e3-4b60-8370-550154c83973), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:13.951605 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c0d1a46a-e2b0-40c9-aac9-2532f7b82713 None None] Provisioning complete for port 6d40e758-fed7-4f39-9728-373f90753f20 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:13.951917 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a46a-e2b0-40c9-aac9-2532f7b82713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6d40e758-fed7-4f39-9728-373f90753f20), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:14.043718 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:14.095523 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:28:14.113160 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1a46a-e2b0-40c9-aac9-2532f7b82713 None None] Port 6d40e758-fed7-4f39-9728-373f90753f20 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:14.116406 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Pushing event updated for resources: {'Port': ['ID=c94ef116-f7e3-4b60-8370-550154c83973,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:14.131261 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19282c2a-996e-47c4-a250-6de3069ca15b None None] Pushing event updated for resources: {'Port': ['ID=97958597-c352-4c7d-a5ee-8d039bbe5f55,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:14.277543 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96716-a47e-4efd-b3c7-3ca18fda29ed None None] Pushing event updated for resources: {'Port': ['ID=6ce3cf45-9f69-41e1-ad85-ff323c3da986,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:14.308070 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks [] for router_gateway (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:14.318744 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:14.347609 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:14.449779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:14.455540 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Allocated IP 172.27.3.217 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/a474374d-8389-43ef-bcc6-d4a56a4e36a2) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:14.832580 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:14.894308 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:14.912514 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:15.002216 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:15.004129 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:15.072250 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.073694 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bc585315-627a-4a80-a1d9-ae5b35a3a3cc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9386091 Jul 28 06:28:15.087140 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53694) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:15.106564 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6d40e758-fed7-4f39-9728-373f90753f20), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.111882 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.129256 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=9 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:15.217695 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks [] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.250815 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:15.295398 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks [] for router_gateway (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.398396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:15.512812 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:12Z', 'revision_number': 3, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:15.529902 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:15.563600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:15.567427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Updating router 209ed007-c16d-4c1d-8167-a8cee9de5110 port fb752f38-5338-4727-8684-d44c73802a62 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:15.573817 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 97958597-c352-4c7d-a5ee-8d039bbe5f55 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:15.646966 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:15.698637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:28:15.742139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks [] for port (6d40e758-fed7-4f39-9728-373f90753f20), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.782485 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cca533-dd18-4da1-8cc4-b9d41902d68b None None] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:15.842568 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb752f38-5338-4727-8684-d44c73802a62), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.850428 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] Provisioning complete for port d583d8e1-5334-4531-bb9e-39be8e8c048c triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:15.850832 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.869476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:15.884245 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Sync routers for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:15.889330 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6d40e758-fed7-4f39-9728-373f90753f20), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.891527 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (a148a431-f4b3-492f-b75a-1bdef54f2f53), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:15.898493 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.008055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.018962 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-00534f39-2553-414f-8d94-c73162ac5213 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1566243 Jul 28 06:28:16.023516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53714) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:16.034914 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:16.037501 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:16.109097 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:16.146186 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bdd1b-ac30-47ac-9d9f-f715e24e288a None None] Network c6978cd1-c187-431b-a4d2-24672b7a1261 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:16.154897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 97958597-c352-4c7d-a5ee-8d039bbe5f55 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:16.157840 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:16.162470 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.171581 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:16.184684 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Pushing event updated for resources: {'Port': ['ID=a474374d-8389-43ef-bcc6-d4a56a4e36a2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:16.271018 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Publish callbacks [] for port (d08c1568-7005-4660-976a-b572073ca341), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.287237 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:16.288116 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:16.389204 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d08c1568-7005-4660-976a-b572073ca341), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.525114 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.560211 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:16.599231 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Attempting to bind port d08c1568-7005-4660-976a-b572073ca341 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:16.599607 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Attempting to bind port d08c1568-7005-4660-976a-b572073ca341 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:16.599964 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Attempting to bind port d08c1568-7005-4660-976a-b572073ca341 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:16.636909 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=6d40e758-fed7-4f39-9728-373f90753f20,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:16.652001 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:16.652001 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:16.652300 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.652672 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:16.657260 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Bound port: d08c1568-7005-4660-976a-b572073ca341, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:16.657818 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d08c1568-7005-4660-976a-b572073ca341), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.762763 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:16.772429 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Pushing event updated for resources: {'Port': ['ID=d08c1568-7005-4660-976a-b572073ca341,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:16.786416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Network e07e6c95-817a-4822-8866-5c83ae701fa7 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:16.790456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:16.808626 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.808834 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.809513 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.809775 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.810336 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.811276 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.811276 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.811705 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.812004 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.812428 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.812991 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.813480 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.813906 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.814466 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.814879 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Tracked resource versions report: Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: pushed versions: Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: { 'AddressGroup': {'1.2'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Agent': {'1.1'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'ConntrackHelper': {'1.0'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'LocalIPAssociation': {'1.0'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Log': {'1.0'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'NDPProxy': {'1.0'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Network': {'1.1'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Port': {'1.7'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'PortForwarding': {'1.3'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'QosPolicy': {'1.10'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroup': {'1.5'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroupRule': {'1.2'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SubPort': {'1.0'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Subnet': {'1.1'}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Trunk': {'1.1'}} Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: consumer versions: Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: { DHCP agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: HyperV agent@hv-cinder-81242: {}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: L3 agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: Metadata agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: Metering agent@dv-cinder-812429-2-iscsi: {}, Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: Open vSwitch agent@dv-cinder-812429-2-iscsi: { 'AddressGroup': '1.2', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Agent': '1.1', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'ConntrackHelper': '1.0', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'LocalIPAssociation': '1.0', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Log': '1.0', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'NDPProxy': '1.0', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Network': '1.1', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Port': '1.7', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'PortForwarding': '1.3', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'QosPolicy': '1.10', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroup': '1.5', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SecurityGroupRule': '1.2', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'SubPort': '1.0', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Subnet': '1.1', Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: 'Trunk': '1.1'}} Jul 28 06:28:16.819224 dv-cinder-812429-2-iscsi neutron-server[104329]: {{(pid=104329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 06:28:16.833486 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Publish callbacks [] for port (fb752f38-5338-4727-8684-d44c73802a62), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:16.845606 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:16.891388 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd39c59-9545-4cb4-b151-4cbe99236ef9 None None] Network 4a12595b-98a5-4f32-a18b-a79716ee46af requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:16.896359 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc916c37-1579-4aea-82d1-b4475b2ee050 None None] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:28:16.959165 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] For port d08c1568-7005-4660-976a-b572073ca341, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:16.964838 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.005739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.073710 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] For port d08c1568-7005-4660-976a-b572073ca341, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d08c1568-7005-4660-976a-b572073ca341,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:17.096682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.111468 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] Current status of the port d583d8e1-5334-4531-bb9e-39be8e8c048c is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:17.113574 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.121341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (fb752f38-5338-4727-8684-d44c73802a62), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.157592 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Router a148a431-f4b3-492f-b75a-1bdef54f2f53 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:28:17.176350 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.210416 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:13Z', 'revision_number': 3, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:17.237407 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks [] for router_gateway (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.268762 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Checking router: cbc3d0df-8e51-47a2-94d1-3bec1ae5788d for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:17.270866 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Updating router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:17.300310 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.317597 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.331872 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:28:17.405588 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f17d8d-9bde-4c0a-94a9-30a541610175 None None] Pushing event updated for resources: {'Port': ['ID=fb752f38-5338-4727-8684-d44c73802a62,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:17.418398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 97958597-c352-4c7d-a5ee-8d039bbe5f55 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:17.418398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.418398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Attempting to bind port fb752f38-5338-4727-8684-d44c73802a62 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:17.418398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Attempting to bind port fb752f38-5338-4727-8684-d44c73802a62 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:17.420232 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Attempting to bind port fb752f38-5338-4727-8684-d44c73802a62 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:17.426274 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.428666 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] For port d583d8e1-5334-4531-bb9e-39be8e8c048c, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d583d8e1-5334-4531-bb9e-39be8e8c048c,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:17.510022 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.545055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:17.572217 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:17.572725 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:17.588015 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ae3ec4c1-d6e7-455c-8818-6095c9ebcdc3 admin admin] 10.222.0.69 "PUT /v2.0/routers/a148a431-f4b3-492f-b75a-1bdef54f2f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3569729 Jul 28 06:28:17.589192 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.589546 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:17.590065 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Bound port: fb752f38-5338-4727-8684-d44c73802a62, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:17.590457 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb752f38-5338-4727-8684-d44c73802a62), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.645806 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.700260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Allocated IP 172.20.0.1 (c6978cd1-c187-431b-a4d2-24672b7a1261/39336f79-3506-4432-b5de-a98df6cfeb42/ca9af873-a2b0-45dc-a3b7-c107ecdfd700) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:17.718976 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:17.735862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53746) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:17.740765 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.808258 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:17.818708 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Publish callbacks [] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.834524 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:17.834625 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d08c1568-7005-4660-976a-b572073ca341), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.909531 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Provisioning complete for port 6d40e758-fed7-4f39-9728-373f90753f20 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:17.909531 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6d40e758-fed7-4f39-9728-373f90753f20), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.932488 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:17.933630 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cff72cfc-f9b9-4efa-99d6-f2a65efa4cda admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7998321 Jul 28 06:28:17.938610 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53756) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:17.952954 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.004650 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Attempting to bind port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:18.005289 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Attempting to bind port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:18.005573 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Attempting to bind port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:18.016316 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Allocated IP 172.20.0.1 (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6/353780f6-cafc-4a44-84bb-c5c93d924b87/e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:18.028385 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:18.031559 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:18.031559 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.031559 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:18.031559 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Bound port: 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:18.031559 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.033550 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.104304 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] For port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:18.108407 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] For port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:18.118373 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Routers {'a148a431-f4b3-492f-b75a-1bdef54f2f53'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:18.119302 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['a148a431-f4b3-492f-b75a-1bdef54f2f53'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.123890 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a176fe6-99e8-4d12-ae1c-10615b918368 None None] Pushing event updated for resources: {'Port': ['ID=d08c1568-7005-4660-976a-b572073ca341,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:18.168002 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-791d316c-c3f7-409f-adfd-71b22066bd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.178684 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cc7ee-494b-420b-bfe3-991a2f54f889 None None] Pushing event updated for resources: {'Port': ['ID=d583d8e1-5334-4531-bb9e-39be8e8c048c,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:18.196260 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 97958597-c352-4c7d-a5ee-8d039bbe5f55, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=97958597-c352-4c7d-a5ee-8d039bbe5f55,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:18.202824 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.209188 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Port 6d40e758-fed7-4f39-9728-373f90753f20 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:18.241446 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Provisioning complete for port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:18.242149 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.257357 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:18.258453 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.306316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks [] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.348234 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:18.375635 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:18.381361 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.385839 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] For port fb752f38-5338-4727-8684-d44c73802a62, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:18.412186 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.413389 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6ce3cf45-9f69-41e1-ad85-ff323c3da986 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:18.462212 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53776) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:18.465324 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-791d316c-c3f7-409f-adfd-71b22066bd27 admin admin] Publish callbacks [] for security_group (224473e2-3f24-4d0f-bd41-3c7e22ad6c9d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.466797 dv-cinder-812429-2-iscsi neutron-server[104326]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 06:28:18.491519 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:18.514066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.557654 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=97958597-c352-4c7d-a5ee-8d039bbe5f55,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:18.575036 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:18.597965 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] For port fb752f38-5338-4727-8684-d44c73802a62, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=fb752f38-5338-4727-8684-d44c73802a62,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:18.600380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-791d316c-c3f7-409f-adfd-71b22066bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (224473e2-3f24-4d0f-bd41-3c7e22ad6c9d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.618284 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:18.618839 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.637608 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-791d316c-c3f7-409f-adfd-71b22066bd27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b695bc848964ccd8b7fd6d50e3682a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8918555 Jul 28 06:28:18.647104 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:18.648153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53782) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:18.691560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:18.696125 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d316c-c3f7-409f-adfd-71b22066bd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224473e2-3f24-4d0f-bd41-3c7e22ad6c9d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:18.698682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:18.699161 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.735069 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (fb752f38-5338-4727-8684-d44c73802a62), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.832142 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:18.836406 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f17d8d-9bde-4c0a-94a9-30a541610175 None None] Pushing event updated for resources: {'Port': ['ID=fb752f38-5338-4727-8684-d44c73802a62,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:18.839194 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Current status of the port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:18.839694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.850962 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:18.855198 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:13Z', 'revision_number': 3, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:18.885711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0b23dec6-816f-4c78-9f92-cf7483a2b482 admin admin] Publish callbacks [] for security_group (224473e2-3f24-4d0f-bd41-3c7e22ad6c9d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.904677 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78e427-bdbf-40ba-9608-6a2a660b1e17 None None] The sync data for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi is: [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:13Z', 'revision_number': 3, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:18.923334 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d930-9647-4d1b-b28f-588864d5739b None None] Pushing event updated for resources: {'Port': ['ID=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:18.931793 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0b23dec6-816f-4c78-9f92-cf7483a2b482 admin admin] Publish callbacks [] for security_group (224473e2-3f24-4d0f-bd41-3c7e22ad6c9d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:18.949032 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:18.951714 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:19.009165 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d930-9647-4d1b-b28f-588864d5739b None None] Pushing event updated for resources: {'Port': ['ID=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:19.015668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:19.031102 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] Set router a148a431-f4b3-492f-b75a-1bdef54f2f53 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:19.064865 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:19.079971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:19.098151 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] For port 63028662-eb33-4889-a8d1-c0c3a5dfcca2, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=63028662-eb33-4889-a8d1-c0c3a5dfcca2,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:19.117212 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks [] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.169240 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-5ded6a7c-8d93-4a3b-acb2-a29ae36e9ff4 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:19.171202 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-5ded6a7c-8d93-4a3b-acb2-a29ae36e9ff4 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/networks?id=e07e6c95-817a-4822-8866-5c83ae701fa7 HTTP/1.1" status: 200 len: 811 time: 0.7079573 Jul 28 06:28:19.202353 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-eec4135f-3cff-45cc-91d5-7eea9af3cb21 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/quotas/58565c8c6b5743278fb155d39ed65e3d HTTP/1.1" status: 200 len: 375 time: 0.0212553 Jul 28 06:28:19.207423 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0b23dec6-816f-4c78-9f92-cf7483a2b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (224473e2-3f24-4d0f-bd41-3c7e22ad6c9d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.214511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0b23dec6-816f-4c78-9f92-cf7483a2b482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.214511 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0b23dec6-816f-4c78-9f92-cf7483a2b482 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/224473e2-3f24-4d0f-bd41-3c7e22ad6c9d HTTP/1.1" status: 204 len: 168 time: 0.5169194 Jul 28 06:28:19.261343 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23dec6-816f-4c78-9f92-cf7483a2b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224473e2-3f24-4d0f-bd41-3c7e22ad6c9d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:19.278313 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:19.332853 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.344022 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:19.380476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.464936 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:19.476907 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-140de698-b089-46d5-83f5-b4a75722775b tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58565c8c6b5743278fb155d39ed65e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644000 Jul 28 06:28:19.495567 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:19.551254 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6d40e758-fed7-4f39-9728-373f90753f20', 'name': '', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'mac_address': 'fa:16:3e:5d:98:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:12Z', 'updated_at': '2022-07-28T06:28:15Z', 'revision_number': 2, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'subnets': [{'id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:19.570013 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Pushing event updated for resources: {'Port': ['ID=63028662-eb33-4889-a8d1-c0c3a5dfcca2,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:19.573214 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:19.573867 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.609726 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe37756-19bb-44ab-9966-d646c5984579 None None] The sync data for ids ['a148a431-f4b3-492f-b75a-1bdef54f2f53'] in dv-cinder-812429-2-iscsi is: [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6d40e758-fed7-4f39-9728-373f90753f20', 'name': '', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'mac_address': 'fa:16:3e:5d:98:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:12Z', 'updated_at': '2022-07-28T06:28:15Z', 'revision_number': 2, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'subnets': [{'id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:19.619201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:28:19.749390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53808) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:19.781637 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.890289 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Pushing event updated for resources: {'Port': ['ID=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:19.905290 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:19.911057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks [] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.911925 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Provisioning complete for port d583d8e1-5334-4531-bb9e-39be8e8c048c triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:19.912364 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.943116 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 6ce3cf45-9f69-41e1-ad85-ff323c3da986, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6ce3cf45-9f69-41e1-ad85-ff323c3da986,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:19.958080 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:19.966173 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:19.968657 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:19.969609 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (209ed007-c16d-4c1d-8167-a8cee9de5110), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.975880 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:19.977336 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.055332 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:20.066406 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.069748 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 63028662-eb33-4889-a8d1-c0c3a5dfcca2 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:20.160507 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:20.207175 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-352dfa2f-db9f-4bdc-857a-eb5f523d7916 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:20.212993 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-352dfa2f-db9f-4bdc-857a-eb5f523d7916 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2954855 Jul 28 06:28:20.269066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-08519e15-8107-4a86-8cb4-045ea6ad36b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.345890 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53816) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:20.438922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Current status of the port d583d8e1-5334-4531-bb9e-39be8e8c048c is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:20.441836 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.453204 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-877ecbde-1a84-4408-9b72-f22c8b2e78ab service neutron] 10.222.0.69 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751397 Jul 28 06:28:20.500767 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Provisioning complete for port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:20.501400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.569087 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:20.576904 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-08519e15-8107-4a86-8cb4-045ea6ad36b9 admin admin] Publish callbacks [] for security_group (adbb74e6-2277-481d-a727-d011c9c2edd0), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.581704 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:20.648406 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:20.655589 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b36bdad-1135-4819-9f81-cfd83823cfd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.663467 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:20.683814 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:20.686733 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:20.721542 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:20.725425 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.728319 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-8d05c7d0-29b1-432d-a5c4-75ceb6b9edb5 service neutron] 10.222.0.69 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559102 Jul 28 06:28:20.742529 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:20.745411 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-08519e15-8107-4a86-8cb4-045ea6ad36b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (adbb74e6-2277-481d-a727-d011c9c2edd0), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.801836 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:20.841562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519e15-8107-4a86-8cb4-045ea6ad36b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb74e6-2277-481d-a727-d011c9c2edd0,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:20.862776 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:20.886632 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:20.888485 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7ac16002-2920-4b83-a895-a3a899dc1770 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.4806752 Jul 28 06:28:20.891432 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 3, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:20.914807 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 53818) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:20.955227 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-08519e15-8107-4a86-8cb4-045ea6ad36b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6847d20741447f1b71a41e08fe90876&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2018602 Jul 28 06:28:20.963751 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53820) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:20.974299 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=6ce3cf45-9f69-41e1-ad85-ff323c3da986,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:20.994714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:21.010675 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:21.033245 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:21.037487 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:21.037922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Updating router f2b39b8d-d1fa-428b-b54e-54a1266ff10a port c94ef116-f7e3-4b60-8370-550154c83973 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:21.095385 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.178540 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:21.179860 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d583d8e1-5334-4531-bb9e-39be8e8c048c up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:21.210158 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (c94ef116-f7e3-4b60-8370-550154c83973), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.260952 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df57a673-13e0-4d33-9e74-8d656f17fc06 admin admin] Publish callbacks [] for security_group (adbb74e6-2277-481d-a727-d011c9c2edd0), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.394775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:21.399280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53834) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:21.460434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df57a673-13e0-4d33-9e74-8d656f17fc06 admin admin] Publish callbacks [] for security_group (adbb74e6-2277-481d-a727-d011c9c2edd0), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.603035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:28:21.623739 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6048fe31-e206-443a-b4d0-35f51063d554 req-1948c20c-8c03-49d9-b6e8-6e7b9a29f3e0 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.2160311 Jul 28 06:28:21.631934 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:21.638324 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df57a673-13e0-4d33-9e74-8d656f17fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (adbb74e6-2277-481d-a727-d011c9c2edd0), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.661009 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-df57a673-13e0-4d33-9e74-8d656f17fc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.662491 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-df57a673-13e0-4d33-9e74-8d656f17fc06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adbb74e6-2277-481d-a727-d011c9c2edd0 HTTP/1.1" status: 204 len: 168 time: 0.6973350 Jul 28 06:28:21.713153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57a673-13e0-4d33-9e74-8d656f17fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb74e6-2277-481d-a727-d011c9c2edd0,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:21.802371 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:21.810093 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-bcc655d8-8334-4f5d-8500-0d245fdb5907 admin admin] 10.222.0.69 "PUT /v2.0/routers/cbc3d0df-8e51-47a2-94d1-3bec1ae5788d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7849829 Jul 28 06:28:21.818778 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:21.825389 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Updating router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 port a474374d-8389-43ef-bcc6-d4a56a4e36a2 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:21.883333 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Publish callbacks [] for port (c94ef116-f7e3-4b60-8370-550154c83973), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.900908 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:21.934949 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:21.980744 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Current status of the port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:22.038402 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (c94ef116-f7e3-4b60-8370-550154c83973), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.157795 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Sync routers for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:22.182961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Provisioning complete for port 97958597-c352-4c7d-a5ee-8d039bbe5f55 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:22.185160 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.190910 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port d583d8e1-5334-4531-bb9e-39be8e8c048c triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:22.191357 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.200634 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b36bdad-1135-4819-9f81-cfd83823cfd3 admin admin] Publish callbacks [] for security_group (27ab796c-0af3-4c35-a747-cec1b3dfa701), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.204743 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Allocated IP 172.20.0.1 (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34/fa077c28-d83e-4b2b-8e9c-120ed966e9ed/0ee9cb52-5a8e-4a93-b68c-c24447a2a855) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:22.214825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:22.398091 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:12Z', 'revision_number': 3, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:22.435461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:22.471020 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959107d-b6c7-4aca-9f0b-f81e4b46b7a4 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:12Z', 'revision_number': 3, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:22.496615 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:22.500017 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:22.508313 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Publish callbacks [] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.538624 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:22.597722 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Attempting to bind port c94ef116-f7e3-4b60-8370-550154c83973 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:22.601995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Attempting to bind port c94ef116-f7e3-4b60-8370-550154c83973 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:22.602593 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Attempting to bind port c94ef116-f7e3-4b60-8370-550154c83973 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:22.614413 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.682871 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks [] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.713249 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Attempting to bind port a474374d-8389-43ef-bcc6-d4a56a4e36a2 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:22.713998 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Attempting to bind port a474374d-8389-43ef-bcc6-d4a56a4e36a2 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:22.714361 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Attempting to bind port a474374d-8389-43ef-bcc6-d4a56a4e36a2 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:22.736021 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b36bdad-1135-4819-9f81-cfd83823cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (27ab796c-0af3-4c35-a747-cec1b3dfa701), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.738916 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:22.739360 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:22.739776 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.740180 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:22.740891 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Bound port: a474374d-8389-43ef-bcc6-d4a56a4e36a2, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:22.741285 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.746525 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b22e6f-8726-446c-9c23-612ecb1d5af2 None None] Pushing event updated for resources: {'Port': ['ID=a474374d-8389-43ef-bcc6-d4a56a4e36a2,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:22.765333 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:22.773734 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:22.778241 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f7bcb-8585-48e5-8c30-835a7b284a62 None None] Pushing event updated for resources: {'Port': ['ID=c94ef116-f7e3-4b60-8370-550154c83973,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:22.824493 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] For port a474374d-8389-43ef-bcc6-d4a56a4e36a2, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:22.830392 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] For port a474374d-8389-43ef-bcc6-d4a56a4e36a2, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a474374d-8389-43ef-bcc6-d4a56a4e36a2,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:22.839976 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:22.840865 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:22.841519 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.842242 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:22.843035 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Bound port: c94ef116-f7e3-4b60-8370-550154c83973, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:22.843634 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (c94ef116-f7e3-4b60-8370-550154c83973), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.921781 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.965463 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks [] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:22.966139 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:22.969787 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.019574 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:23.020222 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:23.053466 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Pushing event updated for resources: {'Port': ['ID=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:23.087607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port d583d8e1-5334-4531-bb9e-39be8e8c048c is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:23.102323 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:23.113159 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53900) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:23.133855 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd6fd37c-431b-47eb-8b33-6517defbe344 req-c8088616-cb9f-4254-814e-6d7653ac5ec8 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.1539915 Jul 28 06:28:23.152470 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31b7dd8d-e4b4-423e-b269-8a77d19bdb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.169491 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.169491 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (209ed007-c16d-4c1d-8167-a8cee9de5110), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.171744 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1b36bdad-1135-4819-9f81-cfd83823cfd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23ab83a9cb464502a1e31e98cd2a0cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8235145 Jul 28 06:28:23.180979 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36bdad-1135-4819-9f81-cfd83823cfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab796c-0af3-4c35-a747-cec1b3dfa701,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:23.182085 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53902) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:23.312959 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b22e6f-8726-446c-9c23-612ecb1d5af2 None None] Pushing event updated for resources: {'Port': ['ID=a474374d-8389-43ef-bcc6-d4a56a4e36a2,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:23.381695 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:23.384882 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:23.503764 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-04b62830-f6c4-4c46-989a-2484c7bc9a39 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:23.518068 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-04b62830-f6c4-4c46-989a-2484c7bc9a39 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 818 time: 0.8432767 Jul 28 06:28:23.543417 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:23.578199 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:23.583547 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.600142 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-b4af4e77-3fdd-4684-a90f-0f7347485e87 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/quotas/cd88554db98441c99e0b09b446c24b47 HTTP/1.1" status: 200 len: 375 time: 0.0792568 Jul 28 06:28:23.709591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:23.715735 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-93a8ef17-1187-4664-be92-c515c3f183c4 admin admin] Publish callbacks [] for security_group (27ab796c-0af3-4c35-a747-cec1b3dfa701), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.747879 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Pushing event updated for resources: {'Port': ['ID=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:23.749780 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Sync routers for ids ['a148a431-f4b3-492f-b75a-1bdef54f2f53'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:23.756526 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:23.807954 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] For port c94ef116-f7e3-4b60-8370-550154c83973, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:23.860471 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1e1953a6-ad5f-4abe-91aa-60c53b4f1b87 None None] Current status of the port 97958597-c352-4c7d-a5ee-8d039bbe5f55 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:23.865986 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31b7dd8d-e4b4-423e-b269-8a77d19bdb78 admin admin] Publish callbacks [] for security_group (82712a84-5291-4217-a3a7-f29c43761bf4), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.874567 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] For port c94ef116-f7e3-4b60-8370-550154c83973, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c94ef116-f7e3-4b60-8370-550154c83973,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:23.876346 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:23.885111 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Routers {'a148a431-f4b3-492f-b75a-1bdef54f2f53'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:23.897619 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['a148a431-f4b3-492f-b75a-1bdef54f2f53'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:23.902362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:23.902861 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.910660 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-6b97000c-b084-46d1-8060-7c10845a63c8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026364 Jul 28 06:28:23.949581 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.964637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-93a8ef17-1187-4664-be92-c515c3f183c4 admin admin] Publish callbacks [] for security_group (27ab796c-0af3-4c35-a747-cec1b3dfa701), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:23.966545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 2, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:23.999892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31b7dd8d-e4b4-423e-b269-8a77d19bdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (82712a84-5291-4217-a3a7-f29c43761bf4), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.016006 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:24.021573 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:24.053655 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Checking router: cbc3d0df-8e51-47a2-94d1-3bec1ae5788d for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:24.053910 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Updating router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:24.072659 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (c94ef116-f7e3-4b60-8370-550154c83973), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.134703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7dd8d-e4b4-423e-b269-8a77d19bdb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82712a84-5291-4217-a3a7-f29c43761bf4,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:24.159426 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-31b7dd8d-e4b4-423e-b269-8a77d19bdb78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bcab5b6799b45079b12f9f4fd4f6e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0416772 Jul 28 06:28:24.163958 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 53920) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:24.312856 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Set router a148a431-f4b3-492f-b75a-1bdef54f2f53 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:24.319390 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:24.320373 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.339686 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Provisioning complete for port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:24.340232 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.347052 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-890ee4ea-d2bc-428b-b661-55f737a97196 service neutron] 10.222.0.69 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283063 Jul 28 06:28:24.438798 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.462180 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52975918-e3c3-419e-96b6-e8fab0aee0f6 req-7bc1a830-e0ec-4946-86b3-7d84136514a6 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.2022312 Jul 28 06:28:24.463306 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-93a8ef17-1187-4664-be92-c515c3f183c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (27ab796c-0af3-4c35-a747-cec1b3dfa701), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.467204 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-93a8ef17-1187-4664-be92-c515c3f183c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.472903 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-93a8ef17-1187-4664-be92-c515c3f183c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27ab796c-0af3-4c35-a747-cec1b3dfa701 HTTP/1.1" status: 204 len: 168 time: 1.2700481 Jul 28 06:28:24.491081 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:24.499634 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:24.519643 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:24.520916 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:24.523642 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:28:24.545554 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8ef17-1187-4664-be92-c515c3f183c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab796c-0af3-4c35-a747-cec1b3dfa701,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:24.579517 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca00646-72b7-495a-8ce7-05d121fe33f1 None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:24.611866 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1216c26a-5818-4dd1-bb58-5750e4fcf343 admin admin] Publish callbacks [] for security_group (82712a84-5291-4217-a3a7-f29c43761bf4), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.698906 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1216c26a-5818-4dd1-bb58-5750e4fcf343 admin admin] Publish callbacks [] for security_group (82712a84-5291-4217-a3a7-f29c43761bf4), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.704829 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:24.714269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:24.756055 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-f995b395-4d4d-4bdc-b302-55757243d8ae service neutron] 10.222.0.69 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076910 Jul 28 06:28:24.793019 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.908913 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6d40e758-fed7-4f39-9728-373f90753f20', 'name': '', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'mac_address': 'fa:16:3e:5d:98:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:12Z', 'updated_at': '2022-07-28T06:28:15Z', 'revision_number': 2, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'subnets': [{'id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:24.924652 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:24.932469 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1216c26a-5818-4dd1-bb58-5750e4fcf343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (82712a84-5291-4217-a3a7-f29c43761bf4), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.935382 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1216c26a-5818-4dd1-bb58-5750e4fcf343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.936641 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1216c26a-5818-4dd1-bb58-5750e4fcf343 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82712a84-5291-4217-a3a7-f29c43761bf4 HTTP/1.1" status: 204 len: 168 time: 0.7656975 Jul 28 06:28:24.938068 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:24.940055 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:24.941548 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 97958597-c352-4c7d-a5ee-8d039bbe5f55 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:24.951836 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216c26a-5818-4dd1-bb58-5750e4fcf343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82712a84-5291-4217-a3a7-f29c43761bf4,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:24.979177 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Checking router: a148a431-f4b3-492f-b75a-1bdef54f2f53 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:24.979512 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Updating router a148a431-f4b3-492f-b75a-1bdef54f2f53 port 6d40e758-fed7-4f39-9728-373f90753f20 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:24.988448 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f7bcb-8585-48e5-8c30-835a7b284a62 None None] Pushing event updated for resources: {'Port': ['ID=c94ef116-f7e3-4b60-8370-550154c83973,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:25.007716 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:25.016356 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6d40e758-fed7-4f39-9728-373f90753f20), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:25.095171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:25.106492 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-07260a6e-b193-4029-bc42-eacd2788f46d admin admin] 10.222.0.69 "PUT /v2.0/routers/209ed007-c16d-4c1d-8167-a8cee9de5110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0181623 Jul 28 06:28:25.132310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:25.201071 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:25.243798 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Allocated IP 172.20.0.1 (4a12595b-98a5-4f32-a18b-a79716ee46af/29eda0ea-3f8d-463a-b4b7-181c6989dd6b/3ed0225d-8ba2-4a3c-9565-03a61f45bcf9) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:25.311941 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:25.456868 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:25.473046 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-395f2660-17e8-40cd-9848-38df927bdb9d req-ec36c559-fbfe-4196-99ee-ae0746a952b1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 210 time: 0.2143497 Jul 28 06:28:25.716005 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Publish callbacks [] for port (6d40e758-fed7-4f39-9728-373f90753f20), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:25.820353 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6d40e758-fed7-4f39-9728-373f90753f20), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:25.867971 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks [] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:25.888643 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks [] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:25.945095 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dfb8679e-086a-4a25-8011-b6c532503c6b req-f0b1819e-90d7-4a21-85a7-57ffecbe14a0 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.0778098 Jul 28 06:28:26.005042 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.005942 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.037152 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:26.193087 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Current status of the port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:26.205990 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Pushing event updated for resources: {'Port': ['ID=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:26.218001 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 97958597-c352-4c7d-a5ee-8d039bbe5f55 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:26.218391 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.240550 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2193-13ca-4689-b1fd-c08ad8dd4450 None None] Pushing event updated for resources: {'Port': ['ID=6d40e758-fed7-4f39-9728-373f90753f20,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:26.249570 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Provisioning complete for port 97958597-c352-4c7d-a5ee-8d039bbe5f55 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:26.249735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.348736 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:26.359400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:26.465753 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:26.475610 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:26.489704 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:26.494678 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:26.567265 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54008) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:26.581861 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Attempting to bind port 6d40e758-fed7-4f39-9728-373f90753f20 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:26.582604 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Attempting to bind port 6d40e758-fed7-4f39-9728-373f90753f20 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:26.583171 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Attempting to bind port 6d40e758-fed7-4f39-9728-373f90753f20 on network e07e6c95-817a-4822-8866-5c83ae701fa7 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:26.589580 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560795461', 'description': 'tempest-description--894777140'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:26.596861 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:26.597679 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Checking segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:26.598300 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.599032 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Bound using segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:26.599751 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Bound port: 6d40e758-fed7-4f39-9728-373f90753f20, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:26.600367 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6d40e758-fed7-4f39-9728-373f90753f20), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.643623 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54012) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:26.694664 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.71', 61583) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:26.738609 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-639eb8bb-ff51-4cff-b8ca-f3bd7fe3ef32 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:26.747274 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-639eb8bb-ff51-4cff-b8ca-f3bd7fe3ef32 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 818 time: 0.3908052 Jul 28 06:28:26.766115 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:26.768906 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] For port 6d40e758-fed7-4f39-9728-373f90753f20, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:26.774714 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] For port 6d40e758-fed7-4f39-9728-373f90753f20, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6d40e758-fed7-4f39-9728-373f90753f20,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:26.779918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.803039 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:26.831824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:28:26.847509 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6d40e758-fed7-4f39-9728-373f90753f20), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.873368 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c53593f5-f87b-4a78-92b1-6e107fd6d112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:26.958665 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Network 4a12595b-98a5-4f32-a18b-a79716ee46af is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:26.980302 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:27.006331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-3decac38-99ba-4d45-8bdc-85981cf4be80 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/quotas/cd88554db98441c99e0b09b446c24b47 HTTP/1.1" status: 200 len: 375 time: 0.2576342 Jul 28 06:28:27.008618 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:27.073524 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Routers {'a148a431-f4b3-492f-b75a-1bdef54f2f53'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:27.075279 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['a148a431-f4b3-492f-b75a-1bdef54f2f53'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:27.243689 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Current status of the port 97958597-c352-4c7d-a5ee-8d039bbe5f55 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:27.308021 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:27.309618 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:27.320275 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:27.350430 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-773d0e55-77a8-4864-b8b6-30934c6e213b admin admin] 10.222.0.69 "PUT /v2.0/routers/f2b39b8d-d1fa-428b-b54e-54a1266ff10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4034495 Jul 28 06:28:27.390967 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2193-13ca-4689-b1fd-c08ad8dd4450 None None] Pushing event updated for resources: {'Port': ['ID=6d40e758-fed7-4f39-9728-373f90753f20,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:27.413040 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-4f959fa7-a1a0-4f50-a3db-b63447d24d42 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3694663 Jul 28 06:28:27.415099 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:27.416659 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Provisioning complete for port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:27.417056 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:27.519148 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:27.545095 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:27.554951 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] Set router a148a431-f4b3-492f-b75a-1bdef54f2f53 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:27.606761 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:21Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:27.644971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:27.659309 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:27.659945 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Updating router 209ed007-c16d-4c1d-8167-a8cee9de5110 port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:27.662046 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Provisioning complete for port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:27.662502 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:27.664198 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:27.734187 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2317a-9daf-4bd5-af95-70f0468297d9 None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:27.787009 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:27.794245 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:27.882248 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d7a5ff0-754d-4436-83e7-e049092fde05 req-73b29f3d-692e-45c4-bf39-cfc20737b01e tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.2383924 Jul 28 06:28:27.956857 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-2706dcd2-f249-49ea-a7c4-29b388532e9a tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:27.958614 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-2706dcd2-f249-49ea-a7c4-29b388532e9a tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.71 "GET /v2.0/networks?id=e07e6c95-817a-4822-8866-5c83ae701fa7 HTTP/1.1" status: 200 len: 811 time: 1.2578654 Jul 28 06:28:27.987649 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:27.997432 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (c42e8dd0-98b5-4688-8063-593f84dcd7bc), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.007318 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:28.024885 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Publish callbacks [] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.028767 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:28.029529 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Request body: {'port': {'device_id': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'admin_state_up': True, 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:28.068298 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Provisioning complete for port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:28.069113 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.136158 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 97958597-c352-4c7d-a5ee-8d039bbe5f55 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:28.140819 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6ce3cf45-9f69-41e1-ad85-ff323c3da986 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:28.160589 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:28.185780 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6d40e758-fed7-4f39-9728-373f90753f20', 'name': '', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'mac_address': 'fa:16:3e:5d:98:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:12Z', 'updated_at': '2022-07-28T06:28:26Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'subnets': [{'id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:28.208017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c42e8dd0-98b5-4688-8063-593f84dcd7bc), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.279423 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.288181 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c53593f5-f87b-4a78-92b1-6e107fd6d112 admin admin] Publish callbacks [] for security_group (04b50e7c-e2df-4c86-9e30-634fb13a73ed), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.307925 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37184-6843-46c8-8861-9f21f6ea3458 None None] The sync data for ids ['a148a431-f4b3-492f-b75a-1bdef54f2f53'] in dv-cinder-812429-2-iscsi is: [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:28:14Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6d40e758-fed7-4f39-9728-373f90753f20', 'name': '', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'mac_address': 'fa:16:3e:5d:98:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:12Z', 'updated_at': '2022-07-28T06:28:26Z', 'revision_number': 4, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'subnets': [{'id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:28.309028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-602d6df2-86bf-469e-8355-aa0e926d09d3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:28.317904 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-602d6df2-86bf-469e-8355-aa0e926d09d3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4780505 Jul 28 06:28:28.339238 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:28.486187 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks [] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.511775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e8dd0-98b5-4688-8063-593f84dcd7bc,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:28.572319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1dfcd-cf70-457d-9637-c551194eaf32 None None] Port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:28.600425 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.605156 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.714237 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:28.806418 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:28.809280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.810586 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-2afbc135-c1e7-4492-91af-954db0f69ffe tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2420704 Jul 28 06:28:28.814663 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:28.816962 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54086) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:28.825975 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-02585627-21ed-44c1-b0d8-f9d71186b4ab service neutron] 10.222.0.69 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047220 Jul 28 06:28:28.826630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c53593f5-f87b-4a78-92b1-6e107fd6d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (04b50e7c-e2df-4c86-9e30-634fb13a73ed), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.888114 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f2bb-c28e-4cf8-b697-ac5f9b0f0bdf None None] Pushing event updated for resources: {'Port': ['ID=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:28.894538 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': 'c42e8dd0-98b5-4688-8063-593f84dcd7bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:28.955010 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c53593f5-f87b-4a78-92b1-6e107fd6d112 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91ba5e94d5f141b793bc5f59793b9274&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3023636 Jul 28 06:28:28.972198 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:28.973523 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:28.980348 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54090) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:28.990226 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Provisioning complete for port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:28.993785 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.084094 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54092) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:29.125914 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153340668', 'description': 'tempest-description--1250632492'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:29.219725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-ee3b8c08-e799-4b91-ab75-b3ce9bc1915d service neutron] 10.222.0.69 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170736 Jul 28 06:28:29.247838 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Attempting to bind port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:29.248393 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Attempting to bind port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:29.257145 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Attempting to bind port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:29.307137 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:29.308134 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Checking segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:29.311539 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.311995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Bound using segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:29.312563 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Bound port: ca9af873-a2b0-45dc-a3b7-c107ecdfd700, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:29.317138 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.321912 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f51fdfd6-6845-48db-8829-038148d6ac5a req-ec964b87-9102-4b65-9bdc-3fdd812b8cf7 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.0935681 Jul 28 06:28:29.325321 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (52c0fabc-0697-4479-839c-97f7d9eeda6e), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.332978 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53593f5-f87b-4a78-92b1-6e107fd6d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b50e7c-e2df-4c86-9e30-634fb13a73ed,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:29.334456 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.403693 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:29.415191 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:29.503324 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Provisioning complete for port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:29.503324 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.543503 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Made reservation on behalf of 58565c8c6b5743278fb155d39ed65e3d for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:29.547915 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.569830 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:29.691625 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Provisioning complete for port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:29.692912 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.740807 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Network 4a12595b-98a5-4f32-a18b-a79716ee46af is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:29.806129 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7629b041-ca46-4a29-a947-8a31d92e0926 admin admin] Publish callbacks [] for security_group (04b50e7c-e2df-4c86-9e30-634fb13a73ed), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:29.822203 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] For port ca9af873-a2b0-45dc-a3b7-c107ecdfd700, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:29.850975 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:29.874137 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:29.920996 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5e54581-7c0f-4798-aaed-ef2102c3bdcc req-0e326912-654c-44dc-bb6e-b9a7106412a8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.1276119 Jul 28 06:28:29.965793 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:29.966965 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d08c1568-7005-4660-976a-b572073ca341 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:30.013252 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] For port ca9af873-a2b0-45dc-a3b7-c107ecdfd700, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:30.165650 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Publish callbacks [] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.228926 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.276521 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:30.384807 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7629b041-ca46-4a29-a947-8a31d92e0926 admin admin] Publish callbacks [] for security_group (04b50e7c-e2df-4c86-9e30-634fb13a73ed), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.409515 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:28:30.410497 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.71', 61592) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:30.485147 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:30.520968 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Provisioning complete for port 6d40e758-fed7-4f39-9728-373f90753f20 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:30.521480 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6d40e758-fed7-4f39-9728-373f90753f20), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.546469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.728354 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:30.728918 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:30.768072 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (52c0fabc-0697-4479-839c-97f7d9eeda6e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.798836 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1df2f606-f9ab-473b-aab6-da4339586aa3 req-ae99738c-68f6-459d-992b-1177aa226243 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.1845069 Jul 28 06:28:30.808514 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Allocated IP 172.20.0.6 (e07e6c95-817a-4822-8866-5c83ae701fa7/5103b10b-82dc-4619-8aa6-215b05c10aac/a47764d3-1a16-4912-b7f4-99264deba837) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:30.834978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port d08c1568-7005-4660-976a-b572073ca341 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:30.834978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d08c1568-7005-4660-976a-b572073ca341), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:30.874295 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:30.978237 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (52c0fabc-0697-4479-839c-97f7d9eeda6e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.032735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f2bb-c28e-4cf8-b697-ac5f9b0f0bdf None None] Pushing event updated for resources: {'Port': ['ID=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:31.185391 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b4186ccf-3856-455a-bbc3-6ebfdd03d95f req-c0c93d87-a966-462a-9b77-d2dc5fe52952 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.1486981 Jul 28 06:28:31.203157 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (686b520a-c52d-49be-a598-7d60568e5daa), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.266660 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c0fabc-0697-4479-839c-97f7d9eeda6e,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:31.323015 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks [] for port (a47764d3-1a16-4912-b7f4-99264deba837), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.402191 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-5bc7119f-7d7f-4045-9c72-99e20fe13c8d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:31.403737 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-5bc7119f-7d7f-4045-9c72-99e20fe13c8d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 818 time: 0.9753814 Jul 28 06:28:31.435445 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:31.440673 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412b270-7604-4c62-b572-fa895a441dab None None] Pushing event updated for resources: {'Port': ['ID=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:31.457777 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'port': {'device_id': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'admin_state_up': True, 'tenant_id': 'cd88554db98441c99e0b09b446c24b47'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:31.543697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Attempting to bind port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:31.544317 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Attempting to bind port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:31.544687 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Attempting to bind port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:31.561162 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Current status of the port 6d40e758-fed7-4f39-9728-373f90753f20 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:31.561581 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6d40e758-fed7-4f39-9728-373f90753f20), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.603285 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:31.670279 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:28:31.684015 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:31.690737 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-01d1fa6b-34e3-4e88-8e73-3361c6c18063 admin admin] 10.222.0.69 "PUT /v2.0/routers/09fee888-8aaa-4f6e-9f9a-c3bfd78dd741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7629569 Jul 28 06:28:31.732080 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (686b520a-c52d-49be-a598-7d60568e5daa), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.763259 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (a47764d3-1a16-4912-b7f4-99264deba837), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.772408 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7629b041-ca46-4a29-a947-8a31d92e0926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (04b50e7c-e2df-4c86-9e30-634fb13a73ed), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.776220 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7629b041-ca46-4a29-a947-8a31d92e0926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.778039 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7629b041-ca46-4a29-a947-8a31d92e0926 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04b50e7c-e2df-4c86-9e30-634fb13a73ed HTTP/1.1" status: 204 len: 168 time: 2.7893636 Jul 28 06:28:31.790175 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:31.802171 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bb6849fd-4e3b-4f8d-9ea9-0437c8fe8f8e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9153075 Jul 28 06:28:31.837201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54150) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:31.894689 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': 'c42e8dd0-98b5-4688-8063-593f84dcd7bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:31.990069 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:31.992409 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:32.088433 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.106708 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9956772 Jul 28 06:28:32.154383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54162) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:32.174248 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:32.184668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Pushing event updated for resources: {'Port': ['ID=a47764d3-1a16-4912-b7f4-99264deba837,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:32.185165 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:32.225454 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:32.226057 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:32.226269 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.226855 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Bound using segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:32.227420 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Bound port: e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:32.227801 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.237530 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (2e143ff1-a25f-44ec-ab48-155fd8379a2a), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.246602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'security_group_rule': {'security_group_id': '686b520a-c52d-49be-a598-7d60568e5daa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:32.289858 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f207-2f33-4143-9647-1be7fb96e3d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686b520a-c52d-49be-a598-7d60568e5daa,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:32.315617 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Network e07e6c95-817a-4822-8866-5c83ae701fa7 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:32.363267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:32.388268 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:32.422625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:32.424233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.432273 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:32.460180 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (2e143ff1-a25f-44ec-ab48-155fd8379a2a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.524583 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629b041-ca46-4a29-a947-8a31d92e0926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b50e7c-e2df-4c86-9e30-634fb13a73ed,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:32.579046 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-9b53d799-a514-4cad-a1cb-5546ddcb52e5 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5615036 Jul 28 06:28:32.593182 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (2e143ff1-a25f-44ec-ab48-155fd8379a2a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.652741 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-1b398163-aac4-429d-9de2-68fc09e7457e tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:28:32.653923 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-1b398163-aac4-429d-9de2-68fc09e7457e tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0245364 Jul 28 06:28:32.706081 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d513bcc-84ef-445a-9729-3ce7a8c9b1e2 req-7226c61d-97a9-4b81-9c39-610997116c41 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:32.708541 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d513bcc-84ef-445a-9729-3ce7a8c9b1e2 req-7226c61d-97a9-4b81-9c39-610997116c41 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 931 time: 0.5531023 Jul 28 06:28:32.717803 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e143ff1-a25f-44ec-ab48-155fd8379a2a,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:32.735985 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Made reservation on behalf of cd88554db98441c99e0b09b446c24b47 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:32.745917 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.759193 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] For port 6d40e758-fed7-4f39-9728-373f90753f20, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6d40e758-fed7-4f39-9728-373f90753f20,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:32.865957 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (8dbbf308-2b07-426d-bdb1-dbf11977cb2c), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.896207 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port d08c1568-7005-4660-976a-b572073ca341 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:32.907291 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d08c1568-7005-4660-976a-b572073ca341), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.926222 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6d40e758-fed7-4f39-9728-373f90753f20), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:32.966957 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:32.968916 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54178) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:32.990516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494895804', 'description': 'tempest-description--640927728'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:33.071928 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.077750 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-907eda29-264f-44b8-b2e6-504b95f7cce4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2080197 Jul 28 06:28:33.084494 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54182) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:33.100085 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d513bcc-84ef-445a-9729-3ce7a8c9b1e2 req-09c6479e-abf0-41fc-968c-02531a9c8a80 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804584 Jul 28 06:28:33.120883 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port d08c1568-7005-4660-976a-b572073ca341, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d08c1568-7005-4660-976a-b572073ca341,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:33.127358 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 2, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:33.163074 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:33.188147 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:33.199569 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.207783 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:33.209130 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Updating router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:33.237575 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] For port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:33.259491 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Provisioning complete for port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:33.260140 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.292917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Request body: {'port': {'device_id': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:33.327095 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4420d0fa-4ed1-4033-aa91-27f6c5e2fd4c req-0ab1c75f-37aa-46ed-9bb4-5f9a6226ca8c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.1806233 Jul 28 06:28:33.359028 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.381352 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (8dbbf308-2b07-426d-bdb1-dbf11977cb2c), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.391796 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] For port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:33.401985 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014f3d4-dcdb-4bd6-ae51-b29dfc1e81fd None None] Pushing event updated for resources: {'Port': ['ID=6d40e758-fed7-4f39-9728-373f90753f20,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:33.406931 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d08c1568-7005-4660-976a-b572073ca341), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.408078 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 63028662-eb33-4889-a8d1-c0c3a5dfcca2 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:33.489925 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.497152 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (8dbbf308-2b07-426d-bdb1-dbf11977cb2c), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.551495 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=d08c1568-7005-4660-976a-b572073ca341,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:33.554340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a47764d3-1a16-4912-b7f4-99264deba837), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.563475 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.606707 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbbf308-2b07-426d-bdb1-dbf11977cb2c,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:33.644217 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:33.663274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Provisioning complete for port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:33.665435 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:33.682581 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.71', 61597) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:33.793697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:29Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:33.840911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:33.969220 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272e363-8a64-4b7c-954c-e892580ba1e1 None None] The sync data for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi is: [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:29Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:34.084290 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:34.085921 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:34.096997 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412b270-7604-4c62-b572-fa895a441dab None None] Pushing event updated for resources: {'Port': ['ID=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:34.135605 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:34.225105 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Publish callbacks [] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:34.310898 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:34.311472 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:34.348369 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:28:34.396801 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:34.538524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:34.557960 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-9afa221c-e247-4211-8604-03a3e156753a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3598192 Jul 28 06:28:34.563169 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54226) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:34.590830 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:34.618782 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f875fa-b239-4115-8e1e-fecea6da987c None None] Pushing event updated for resources: {'Port': ['ID=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:34.686576 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Allocated IP 172.20.0.7 (c6978cd1-c187-431b-a4d2-24672b7a1261/39336f79-3506-4432-b5de-a98df6cfeb42/2820efb3-8d20-487d-8462-76666e80919c) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:34.743668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'security_group_rule': {'security_group_id': '686b520a-c52d-49be-a598-7d60568e5daa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:34.792182 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:34.794040 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:34.969251 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:35.020825 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Attempting to bind port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:35.021346 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Attempting to bind port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:35.028430 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Attempting to bind port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 on network 4a12595b-98a5-4f32-a18b-a79716ee46af {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:35.031549 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (da8e8975-f17f-4346-bb17-f7ca30688a6d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.041930 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:35.044156 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:35.059032 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:35.059426 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Checking segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:35.059841 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.060252 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Bound using segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:35.060760 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Bound port: 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:35.061182 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.073002 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:35.124819 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-032155b5-9432-448e-b5ac-e14feb6f431c req-1596b362-4b8b-4ab6-8e7d-96dd57a406f1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.5589960 Jul 28 06:28:35.155192 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (da8e8975-f17f-4346-bb17-f7ca30688a6d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.229269 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Current status of the port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:35.229815 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.244442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-9703e2be-bc48-4c50-abe7-a47217441549 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:35.245978 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-9703e2be-bc48-4c50-abe7-a47217441549 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 818 time: 1.5711329 Jul 28 06:28:35.247404 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:35.260633 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] For port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:35.274085 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] For port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:35.294699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea544-cfe7-4d7c-850c-5d1efb93b9cf req-7efc5442-fa9d-4004-ab16-67ddf552db04 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:35.308611 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0ffea544-cfe7-4d7c-850c-5d1efb93b9cf req-7efc5442-fa9d-4004-ab16-67ddf552db04 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 931 time: 0.8880463 Jul 28 06:28:35.337418 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'port': {'device_id': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'admin_state_up': True, 'tenant_id': 'cd88554db98441c99e0b09b446c24b47'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:35.369965 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.393026 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:35.474442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (bf82015f-544a-473f-ba91-d2ae88a6c94e), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.500676 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f875fa-b239-4115-8e1e-fecea6da987c None None] Pushing event updated for resources: {'Port': ['ID=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:35.504722 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:35.506085 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:35.638719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for port (2820efb3-8d20-487d-8462-76666e80919c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.697911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:35.699167 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d583d8e1-5334-4531-bb9e-39be8e8c048c up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:35.801634 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e8975-f17f-4346-bb17-f7ca30688a6d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:35.821671 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0ffea544-cfe7-4d7c-850c-5d1efb93b9cf req-a9746213-e8d5-478e-8f92-2e67c4208827 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106175 Jul 28 06:28:35.841116 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:35.841974 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.865598 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a6fc178b-939b-4dff-9f0b-9db60472a5d2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.8877861 Jul 28 06:28:35.865598 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54254) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:35.865598 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.27.3.165 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/00a40c8a-4fee-422d-bd46-6fee03a99981) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:35.875052 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'security_group_rule': {'security_group_id': 'da8e8975-f17f-4346-bb17-f7ca30688a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:35.901173 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (2820efb3-8d20-487d-8462-76666e80919c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:35.924562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47764d3-1a16-4912-b7f4-99264deba837 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:35.983953 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Publish callbacks [] for port (a47764d3-1a16-4912-b7f4-99264deba837), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.103247 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:36.133340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (bf82015f-544a-473f-ba91-d2ae88a6c94e), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.170219 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Transition to ACTIVE for port object a47764d3-1a16-4912-b7f4-99264deba837 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:28:36.177517 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:36.214661 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69005fbb-63ac-4015-9192-41adfbd5a65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.239788 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (bf82015f-544a-473f-ba91-d2ae88a6c94e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.241127 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] For port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:36.291061 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Made reservation on behalf of cd88554db98441c99e0b09b446c24b47 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:36.312629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.328446 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a47764d3-1a16-4912-b7f4-99264deba837), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.355712 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf82015f-544a-473f-ba91-d2ae88a6c94e,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:36.426887 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.439969 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4b2952ae-9e60-4217-83c6-235c16da94fd req-14470dfc-b8c0-42c1-ab91-6c3e1c739286 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.1051321 Jul 28 06:28:36.476524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.478181 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-86bdaa02-ae4b-45f6-907e-76bbc5f45f3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8701224 Jul 28 06:28:36.483021 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54274) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:36.498730 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:36.516276 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:36.556079 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08155c-75ca-4d4b-8332-b9ed0be01d4e None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:36.615447 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a47764d3-1a16-4912-b7f4-99264deba837,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:36.681368 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port d583d8e1-5334-4531-bb9e-39be8e8c048c triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:36.691356 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:36.734056 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:36.931853 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:36.935257 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:36.958617 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:36.985013 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:36.985981 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.002002 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Attempting to bind port a47764d3-1a16-4912-b7f4-99264deba837 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:37.002574 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Attempting to bind port a47764d3-1a16-4912-b7f4-99264deba837 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:37.002849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Attempting to bind port a47764d3-1a16-4912-b7f4-99264deba837 on network e07e6c95-817a-4822-8866-5c83ae701fa7 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:37.022408 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.071785 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.087076 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'Port': ['ID=2820efb3-8d20-487d-8462-76666e80919c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:37.100779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (66e0e203-cd79-45e7-9ef8-5335ce1ac6d4), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.227386 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-732e944c-0693-43ad-ba4f-fbe8348dd2c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7754419 Jul 28 06:28:37.277961 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Request body: {'port': {'device_id': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:37.280694 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.297775 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:37.532260 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:37.535409 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:25Z', 'revision_number': 2, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:37.545736 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Provisioning complete for port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:37.548367 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.614320 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.623390 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Pushing event updated for resources: {'Port': ['ID=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:37.670083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (66e0e203-cd79-45e7-9ef8-5335ce1ac6d4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.723262 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2820efb3-8d20-487d-8462-76666e80919c), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.787995 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-74e69119-9259-4881-b5a9-f45860a42fed req-9a20da6d-092e-49b6-a38a-ca861d656808 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.1174123 Jul 28 06:28:37.800997 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Port a47764d3-1a16-4912-b7f4-99264deba837 on network e07e6c95-817a-4822-8866-5c83ae701fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:28:37.801703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Attempting to bind port a47764d3-1a16-4912-b7f4-99264deba837 on network e07e6c95-817a-4822-8866-5c83ae701fa7 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:37.840733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Allocated IP 172.20.0.11 (c6978cd1-c187-431b-a4d2-24672b7a1261/39336f79-3506-4432-b5de-a98df6cfeb42/311a1ab8-32bf-407e-8d50-784a681fe39e) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:37.844516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:37.853269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:37.853953 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Checking segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:37.854783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Bound using segment: {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:37.855494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Bound port: a47764d3-1a16-4912-b7f4-99264deba837, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:37.856291 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a47764d3-1a16-4912-b7f4-99264deba837), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:37.922846 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:37.949265 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:37.960752 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:38.000914 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (66e0e203-cd79-45e7-9ef8-5335ce1ac6d4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.023890 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:28:38.131380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9a9ec-63ae-4c6b-ad5e-f9e23719c7e1 req-b99ba2e7-7fd1-4d7b-8f27-75d1d3b5e5d8 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:38.134774 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01e9a9ec-63ae-4c6b-ad5e-f9e23719c7e1 req-b99ba2e7-7fd1-4d7b-8f27-75d1d3b5e5d8 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.4795988 Jul 28 06:28:38.140980 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:28:38.141517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Updating router f2b39b8d-d1fa-428b-b54e-54a1266ff10a port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:28:38.261808 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Allocated IP 172.27.3.189 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/5d9c104b-e5a6-4fef-869b-816b5a11986a) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:38.364217 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] For port a47764d3-1a16-4912-b7f4-99264deba837, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:38.391016 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:38.401907 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-348be44e-b6c9-4f35-a069-8c2bbf5ad045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.404610 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:33Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:38.408427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.481576 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54332) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:38.488297 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] For port a47764d3-1a16-4912-b7f4-99264deba837, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=a47764d3-1a16-4912-b7f4-99264deba837,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:38.511053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e475c-d162-477a-980d-1662b8ac4694 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:33Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:38.551820 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01e9a9ec-63ae-4c6b-ad5e-f9e23719c7e1 req-822a40f5-580e-4f30-9eda-1df18bea0f45 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000661 Jul 28 06:28:38.582623 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=00a40c8a-4fee-422d-bd46-6fee03a99981,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:38.586030 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e0e203-cd79-45e7-9ef8-5335ce1ac6d4,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:38.614122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Current status of the port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:38.614739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.627646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=9 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:38.632973 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:38.633604 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port d583d8e1-5334-4531-bb9e-39be8e8c048c is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:38.663531 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.670203 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-727187ef-8b7d-4cef-8f06-859d6e669d52 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8028986 Jul 28 06:28:38.670568 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54340) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:38.687035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'security_group_rule': {'security_group_id': 'da8e8975-f17f-4346-bb17-f7ca30688a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:38.742745 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (9a1b4a08-b1ca-43a4-baec-78e668524998), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.763196 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a47764d3-1a16-4912-b7f4-99264deba837), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.787692 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] For port ca9af873-a2b0-45dc-a3b7-c107ecdfd700, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:38.878338 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:38.879722 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.883143 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] 10.222.0.71 "PUT /v2.0/ports/a47764d3-1a16-4912-b7f4-99264deba837 HTTP/1.1" status: 200 len: 1093 time: 5.8620656 Jul 28 06:28:38.897268 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (032ca09a-6053-4d6c-8b3d-e8a7ab538e1c), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.934279 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:38.943707 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'tag': 'a47764d3-1a16-4912-b7f4-99264deba837'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:39.044235 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.160732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.187211 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Provisioning complete for port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:39.194344 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.277036 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.541097 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.617004 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-e5ff643d-95e2-483c-b56c-ffbcdc345656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:39.618826 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-e5ff643d-95e2-483c-b56c-ffbcdc345656 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58565c8c6b5743278fb155d39ed65e3d&device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 1127 time: 0.3939486 Jul 28 06:28:39.647358 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.679574 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1b4d9-415c-40b7-901d-11a8fca80a51 None None] Pushing event updated for resources: {'Port': ['ID=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:39.701831 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1afa3be8-7bb4-470c-b053-6fd0b6edcb71 req-bfd34432-5810-4302-88c7-10a03b5a40c8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.5598779 Jul 28 06:28:39.708335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c47031d7-3e27-4175-ab27-a2bbeb3bc51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.720970 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.758917 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (9a1b4a08-b1ca-43a4-baec-78e668524998), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.800980 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:39.842795 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=00a40c8a-4fee-422d-bd46-6fee03a99981,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:39.855419 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Publish callbacks [] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.862741 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:39.865694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:39.910551 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.912158 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9b38abaf-dc0a-45b9-abc4-55c33d38b7ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7625070 Jul 28 06:28:39.913014 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54368) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:39.946237 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:39.974395 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-3e428be4-d29a-41ef-8459-481b4b2fa0b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47764d3-1a16-4912-b7f4-99264deba837 HTTP/1.1" status: 200 len: 217 time: 0.2520607 Jul 28 06:28:40.025501 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197a2ca-aba0-4d7f-9395-693061b702d7" -d '{"events": [{"name": "network-changed", "server_uuid": "96d8c679-5516-46fb-a7e5-f9f46d2c17f6", "tag": "a47764d3-1a16-4912-b7f4-99264deba837"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:40.030037 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b19f4a-983c-418b-bacc-d66980a92ec8 None None] Pushing event updated for resources: {'Port': ['ID=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:40.108752 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:40.108752 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.149174 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c47031d7-3e27-4175-ab27-a2bbeb3bc51e admin admin] Publish callbacks [] for security_group (f1c70bd5-c478-41ae-8592-1274dd0bf010), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.175765 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c59f1e2b-0ea6-4a1c-86f3-68491c200c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.199197 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Current status of the port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:40.202753 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.295664 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:40.305875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef2f8-dc83-4a6f-aec1-8eacdd3d6c3e req-3d1776cf-3f91-4e50-a432-dc6e672e926a tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:40.317421 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f8eef2f8-dc83-4a6f-aec1-8eacdd3d6c3e req-3d1776cf-3f91-4e50-a432-dc6e672e926a tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.4911108 Jul 28 06:28:40.320727 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-728a860d-166b-465e-931a-8bc0a4ddc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:40.323877 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-728a860d-166b-465e-931a-8bc0a4ddc16b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5103b10b-82dc-4619-8aa6-215b05c10aac HTTP/1.1" status: 200 len: 850 time: 0.2929766 Jul 28 06:28:40.340525 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (032ca09a-6053-4d6c-8b3d-e8a7ab538e1c), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.354701 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.390984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:40.396184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c47031d7-3e27-4175-ab27-a2bbeb3bc51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (f1c70bd5-c478-41ae-8592-1274dd0bf010), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.437420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (032ca09a-6053-4d6c-8b3d-e8a7ab538e1c), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.467461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2458-9dcf-4ed2-9644-99e22eefd9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a47764d3-1a16-4912-b7f4-99264deba837,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:40.542748 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:40.544049 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ca9af873-a2b0-45dc-a3b7-c107ecdfd700 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:40.610452 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] For port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:40.612947 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'Port': ['ID=311a1ab8-32bf-407e-8d50-784a681fe39e,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:40.635153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075b92b8-7564-4173-92d5-95a1c300c6db x-openstack-request-id: req-075b92b8-7564-4173-92d5-95a1c300c6db {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:28:40.638089 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d8c679-5516-46fb-a7e5-f9f46d2c17f6", "tag": "a47764d3-1a16-4912-b7f4-99264deba837", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:28:40.638089 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-075b92b8-7564-4173-92d5-95a1c300c6db {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:28:40.638089 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075b92b8-7564-4173-92d5-95a1c300c6db'] response: {'name': 'network-changed', 'server_uuid': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'tag': 'a47764d3-1a16-4912-b7f4-99264deba837', 'status': 'completed', 'code': 200} Jul 28 06:28:40.645292 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c59f1e2b-0ea6-4a1c-86f3-68491c200c66 admin admin] Publish callbacks [] for security_group (b1097e64-06ad-43d7-808b-cc3cbe489f16), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.700671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Attempting to bind port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:40.700671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Attempting to bind port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:40.700671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Attempting to bind port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:40.700671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:40.700671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Checking segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:40.700671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.719295 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Bound using segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:40.726228 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Bound port: 0ee9cb52-5a8e-4a93-b68c-c24447a2a855, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:40.726946 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.733980 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2820efb3-8d20-487d-8462-76666e80919c {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:40.740502 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c59f1e2b-0ea6-4a1c-86f3-68491c200c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b1097e64-06ad-43d7-808b-cc3cbe489f16), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.755817 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.773500 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:40.777367 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.781962 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1029053 Jul 28 06:28:40.783329 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f5275-22c8-4a9b-a836-6abbd17899a2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032ca09a-6053-4d6c-8b3d-e8a7ab538e1c,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:40.799389 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Publish callbacks [] for port (2820efb3-8d20-487d-8462-76666e80919c), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.804787 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54398) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:40.811244 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:40.874665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] For port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:40.874899 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Transition to ACTIVE for port object 2820efb3-8d20-487d-8462-76666e80919c will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:28:40.877016 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f1e2b-0ea6-4a1c-86f3-68491c200c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1097e64-06ad-43d7-808b-cc3cbe489f16,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:40.882147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:40.884801 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-458cbec4-fef6-4edc-9c02-645d158751ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:40.886206 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-458cbec4-fef6-4edc-9c02-645d158751ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e07e6c95-817a-4822-8866-5c83ae701fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4919953 Jul 28 06:28:40.896600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] For port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:40.909065 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c47031d7-3e27-4175-ab27-a2bbeb3bc51e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ec77a76d1da455b9a2483a60421e699&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3695209 Jul 28 06:28:40.909065 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:40.925334 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:40.926022 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.932711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54402) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:40.951976 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c59f1e2b-0ea6-4a1c-86f3-68491c200c66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a80a513867541e8a9dc8807f6d997b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0365174 Jul 28 06:28:40.955007 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54404) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:40.957287 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.968888 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2820efb3-8d20-487d-8462-76666e80919c), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.970999 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Provisioning complete for port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:40.971757 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:40.981165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47031d7-3e27-4175-ab27-a2bbeb3bc51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c70bd5-c478-41ae-8592-1274dd0bf010,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:41.022670 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Pushing event updated for resources: {'Port': ['ID=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:41.046267 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:41.052600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.052600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.052819 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:41.149701 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-945ac27d-b3b2-4856-b1a1-8e2afe9cfb4a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8155441 Jul 28 06:28:41.153082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f8eef2f8-dc83-4a6f-aec1-8eacdd3d6c3e req-bb5406e3-b390-409f-b868-010ea2d1269b tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344471 Jul 28 06:28:41.165332 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e6439951-a4ab-474a-8ab2-a73184c22072 None None] Current status of the port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:41.171770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:41.174851 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Pushing event updated for resources: {'Port': ['ID=2820efb3-8d20-487d-8462-76666e80919c,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:41.288046 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b19f4a-983c-418b-bacc-d66980a92ec8 None None] Pushing event updated for resources: {'Port': ['ID=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:41.294961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:41.302615 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.319446 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:28:41.320060 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:28:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:41.335884 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Request body: {'port': {'device_id': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:41.357026 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Attempting to bind port 2820efb3-8d20-487d-8462-76666e80919c on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:41.377951 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Attempting to bind port 2820efb3-8d20-487d-8462-76666e80919c by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:41.378772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Attempting to bind port 2820efb3-8d20-487d-8462-76666e80919c on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:41.394229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:41.401493 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d246d839-b0e8-45ad-8062-d628734e4c94 admin admin] Publish callbacks [] for security_group (b1097e64-06ad-43d7-808b-cc3cbe489f16), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.401771 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:41.402284 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Port 2820efb3-8d20-487d-8462-76666e80919c on network c6978cd1-c187-431b-a4d2-24672b7a1261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:28:41.402833 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Attempting to bind port 2820efb3-8d20-487d-8462-76666e80919c on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:41.438203 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:41.439483 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Checking segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:41.440238 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Bound using segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:41.440917 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Bound port: 2820efb3-8d20-487d-8462-76666e80919c, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:41.441213 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2820efb3-8d20-487d-8462-76666e80919c), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.441742 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-7b11cf5c-9e0a-4c9d-9e84-f84ade3e148e service neutron] 10.222.0.71 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058026 Jul 28 06:28:41.452143 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:41.493459 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:28:41.568338 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d246d839-b0e8-45ad-8062-d628734e4c94 admin admin] Publish callbacks [] for security_group (b1097e64-06ad-43d7-808b-cc3cbe489f16), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.576939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.609329 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] For port 2820efb3-8d20-487d-8462-76666e80919c, host hv-cinder-81242, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:41.665519 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] For port 2820efb3-8d20-487d-8462-76666e80919c, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2820efb3-8d20-487d-8462-76666e80919c,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:41.698015 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.755381 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2820efb3-8d20-487d-8462-76666e80919c), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.793218 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Provisioning complete for port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:41.798992 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.805368 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d246d839-b0e8-45ad-8062-d628734e4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b1097e64-06ad-43d7-808b-cc3cbe489f16), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.809503 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d246d839-b0e8-45ad-8062-d628734e4c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.811188 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d246d839-b0e8-45ad-8062-d628734e4c94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1097e64-06ad-43d7-808b-cc3cbe489f16 HTTP/1.1" status: 204 len: 168 time: 0.8551383 Jul 28 06:28:41.844442 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:41.847928 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:41.849817 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] 10.222.0.71 "PUT /v2.0/ports/2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 1093 time: 4.5980890 Jul 28 06:28:41.869435 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:41.889613 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:41.892669 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device fb752f38-5338-4727-8684-d44c73802a62 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:41.899906 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'tag': '2820efb3-8d20-487d-8462-76666e80919c'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:42.046682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Current status of the port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:42.047461 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.049138 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-3d0cf48d-b114-4ae4-9a2b-a4e1907ad7e1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--560795461&fields=id&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 267 time: 1.4196956 Jul 28 06:28:42.130767 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.145761 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port fb752f38-5338-4727-8684-d44c73802a62 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:42.150491 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (fb752f38-5338-4727-8684-d44c73802a62), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.166186 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d839-b0e8-45ad-8062-d628734e4c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1097e64-06ad-43d7-808b-cc3cbe489f16,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:42.229561 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] For port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:42.286531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.328644 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c640171-59ed-4b06-9c34-373ec230ec42 service neutron] Pushing event updated for resources: {'Port': ['ID=2820efb3-8d20-487d-8462-76666e80919c,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:42.371282 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-cf64b3d4-3e7f-44ab-b87b-af5320bf3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:42.373239 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-cf64b3d4-3e7f-44ab-b87b-af5320bf3f9a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1127 time: 0.2862554 Jul 28 06:28:42.486505 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66853cca-3ce6-4be8-98f6-c14d82497ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "304ff8e1-a50f-4e7e-a0df-39476ea30e25", "tag": "2820efb3-8d20-487d-8462-76666e80919c"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:42.576049 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7c4b42-a48f-4661-82fe-71672db882e0 req-6a845aab-368c-46d9-8fee-fb424ed8b788 service neutron] 10.222.0.71 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0598102 Jul 28 06:28:42.577194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:42.578904 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-e38181bf-7368-4b33-b047-c80dcbde7887 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 217 time: 0.1909642 Jul 28 06:28:42.580302 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:42.655216 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.674290 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-7a3d8003-b96a-4ece-839c-150d15a64fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:42.676807 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-7a3d8003-b96a-4ece-839c-150d15a64fe8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0710785 Jul 28 06:28:42.712465 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0aed5e-39d7-47cb-bdf7-c3a6777ab501 req-3d8fd5a7-15bd-4084-9ce8-c77513d3196a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:42.721170 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb0aed5e-39d7-47cb-bdf7-c3a6777ab501 req-3d8fd5a7-15bd-4084-9ce8-c77513d3196a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 932 time: 1.4127479 Jul 28 06:28:42.773731 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:28:42.787234 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Provisioning complete for port 311a1ab8-32bf-407e-8d50-784a681fe39e triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:42.791407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.832824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cd1a-875b-4942-a976-56f98035d3ad req-5c84c05c-e9d4-4b8a-a870-cf3a6858245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:42.836055 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-5c84c05c-e9d4-4b8a-a870-cf3a6858245b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1527925 Jul 28 06:28:42.862216 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54436) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:42.867328 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:42.881409 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97c61-ac68-4f5f-bc1a-e409b8243dcc None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:28:42.925055 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Pushing event updated for resources: {'Port': ['ID=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:42.927041 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-cf512552-1dad-4252-9ea2-699ab1d34a7a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:42.937802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-cf512552-1dad-4252-9ea2-699ab1d34a7a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.8862379 Jul 28 06:28:42.939104 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d081e01c-7ebe-4032-a93f-d919157b30d6 None None] Port 311a1ab8-32bf-407e-8d50-784a681fe39e cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:42.947234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86ab9c62-6c23-41b3-b4bf-740f8c669385 admin admin] Publish callbacks [] for security_group (f1c70bd5-c478-41ae-8592-1274dd0bf010), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:42.948865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'Port': ['ID=5d9c104b-e5a6-4fef-869b-816b5a11986a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:42.971411 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port fb752f38-5338-4727-8684-d44c73802a62 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:42.971798 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb752f38-5338-4727-8684-d44c73802a62), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.036188 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port fb752f38-5338-4727-8684-d44c73802a62, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=fb752f38-5338-4727-8684-d44c73802a62,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:43.054555 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-bad82c1e-593d-447b-a281-d5c7bcce33c4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/quotas/85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 375 time: 0.1158686 Jul 28 06:28:43.072071 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-5ed3a554-39b4-4736-b18c-4b1c7a5eab4b None None] Provisioning complete for port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:43.072733 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a554-39b4-4736-b18c-4b1c7a5eab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.160589 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (fb752f38-5338-4727-8684-d44c73802a62), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.161565 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:43.215828 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86ab9c62-6c23-41b3-b4bf-740f8c669385 admin admin] Publish callbacks [] for security_group (f1c70bd5-c478-41ae-8592-1274dd0bf010), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.237429 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-834a9e8d-80b2-48c2-8d1b-cc0c13f04180 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855941 Jul 28 06:28:43.239575 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b41d7d62-6c05-4838-b6a2-1a1991cdb3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.310118 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.314107 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3a554-39b4-4736-b18c-4b1c7a5eab4b None None] Current status of the port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:43.338038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (7e876f07-cbd3-4d07-ad44-1242871dd268), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.339409 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:43.340074 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.383066 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb0aed5e-39d7-47cb-bdf7-c3a6777ab501 req-184f3ceb-9a9c-44ce-b547-80a4b922c507 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608391 Jul 28 06:28:43.392159 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=fb752f38-5338-4727-8684-d44c73802a62,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:43.398958 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-ed289f48-f1a2-4ba4-a9ae-47c6bb71a6ab tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2225277 Jul 28 06:28:43.430166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-0296076a-aba6-49c5-9052-d80d49a2dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:43.430166 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-0296076a-aba6-49c5-9052-d80d49a2dd4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58565c8c6b5743278fb155d39ed65e3d&device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 1127 time: 0.5111103 Jul 28 06:28:43.531960 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7708cd1a-875b-4942-a976-56f98035d3ad req-1917fd50-5642-4318-a07c-ea6acbc5c761 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691362 Jul 28 06:28:43.569820 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86ab9c62-6c23-41b3-b4bf-740f8c669385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (f1c70bd5-c478-41ae-8592-1274dd0bf010), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.572295 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-86ab9c62-6c23-41b3-b4bf-740f8c669385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.573490 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-86ab9c62-6c23-41b3-b4bf-740f8c669385 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1c70bd5-c478-41ae-8592-1274dd0bf010 HTTP/1.1" status: 204 len: 168 time: 2.6176441 Jul 28 06:28:43.593933 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:43.624377 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b41d7d62-6c05-4838-b6a2-1a1991cdb3bd admin admin] Publish callbacks [] for security_group (97dac69f-380a-4d54-a434-6945debf30bc), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.625507 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:43.628103 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c94ef116-f7e3-4b60-8370-550154c83973 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:43.681815 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.695894 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:43.708490 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b41d7d62-6c05-4838-b6a2-1a1991cdb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (97dac69f-380a-4d54-a434-6945debf30bc), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.742352 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port c94ef116-f7e3-4b60-8370-550154c83973 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:43.743204 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (c94ef116-f7e3-4b60-8370-550154c83973), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.775870 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b41d7d62-6c05-4838-b6a2-1a1991cdb3bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=714ecf3dc0c747bdaeb9cdf6c2bdbd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9113898 Jul 28 06:28:43.776917 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d7d62-6c05-4838-b6a2-1a1991cdb3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dac69f-380a-4d54-a434-6945debf30bc,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:43.779450 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54442) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:43.849926 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dac82e11-9d9e-4aaa-90ec-4c673692c648 admin admin] Publish callbacks [] for security_group (97dac69f-380a-4d54-a434-6945debf30bc), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.900082 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dac82e11-9d9e-4aaa-90ec-4c673692c648 admin admin] Publish callbacks [] for security_group (97dac69f-380a-4d54-a434-6945debf30bc), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.911079 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port c94ef116-f7e3-4b60-8370-550154c83973 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:43.913471 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (c94ef116-f7e3-4b60-8370-550154c83973), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:43.982753 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port c94ef116-f7e3-4b60-8370-550154c83973, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c94ef116-f7e3-4b60-8370-550154c83973,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:44.024038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab9c62-6c23-41b3-b4bf-740f8c669385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c70bd5-c478-41ae-8592-1274dd0bf010,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:44.080136 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dac82e11-9d9e-4aaa-90ec-4c673692c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (97dac69f-380a-4d54-a434-6945debf30bc), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.084164 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dac82e11-9d9e-4aaa-90ec-4c673692c648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.085021 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dac82e11-9d9e-4aaa-90ec-4c673692c648 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97dac69f-380a-4d54-a434-6945debf30bc HTTP/1.1" status: 204 len: 168 time: 0.3045654 Jul 28 06:28:44.098594 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac82e11-9d9e-4aaa-90ec-4c673692c648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dac69f-380a-4d54-a434-6945debf30bc,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:44.121716 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Allocated IP 172.27.3.151 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/f112b6fa-a9eb-4ccc-a7aa-92af8984c869) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:44.126030 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (c94ef116-f7e3-4b60-8370-550154c83973), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.132213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d08c1568-7005-4660-976a-b572073ca341 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:44.175415 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddf177-4145-43fe-8982-fbd7ed8b7c22 req-190b2ea7-c9ce-4288-a84c-fc5505a6eefd tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:44.182276 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86ddf177-4145-43fe-8982-fbd7ed8b7c22 req-190b2ea7-c9ce-4288-a84c-fc5505a6eefd tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.5451782 Jul 28 06:28:44.228320 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:44.272928 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-9b8aad4e-7c4b-4d8e-b935-348d61106446 service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235500 Jul 28 06:28:44.304396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-d60b4e83-6d58-4490-a8a2-295458f76834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:44.305985 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-d60b4e83-6d58-4490-a8a2-295458f76834 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e07e6c95-817a-4822-8866-5c83ae701fa7 HTTP/1.1" status: 200 len: 912 time: 0.8046446 Jul 28 06:28:44.349353 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=c94ef116-f7e3-4b60-8370-550154c83973,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:44.379611 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port d08c1568-7005-4660-976a-b572073ca341 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:44.379992 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d08c1568-7005-4660-976a-b572073ca341), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.486170 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port d08c1568-7005-4660-976a-b572073ca341 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:44.488218 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6d40e758-fed7-4f39-9728-373f90753f20 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:44.517862 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86ddf177-4145-43fe-8982-fbd7ed8b7c22 req-2b3503af-0059-427e-8312-e76649615615 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268046 Jul 28 06:28:44.551724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:44.574034 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6d40e758-fed7-4f39-9728-373f90753f20 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:44.574495 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6d40e758-fed7-4f39-9728-373f90753f20), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.663080 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6d40e758-fed7-4f39-9728-373f90753f20 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:44.664185 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.665591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a474374d-8389-43ef-bcc6-d4a56a4e36a2 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:44.668538 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-781d4dec-d121-4d4f-8240-b6a3e8bc8a8f service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616142 Jul 28 06:28:44.687964 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54456) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:44.706849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.716692 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08684076-42ab-4a0e-aae3-8d903c6d2a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.746071 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port a474374d-8389-43ef-bcc6-d4a56a4e36a2 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:44.746607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.807626 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.836913 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311a1ab8-32bf-407e-8d50-784a681fe39e {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:44.903657 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08684076-42ab-4a0e-aae3-8d903c6d2a15 admin admin] Publish callbacks [] for security_group (ceed43b4-23e6-47be-a822-8e2f4c1f30d9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.929267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Publish callbacks [] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.946241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (7e876f07-cbd3-4d07-ad44-1242871dd268), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.953026 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:44.965211 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08684076-42ab-4a0e-aae3-8d903c6d2a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ceed43b4-23e6-47be-a822-8e2f4c1f30d9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.979838 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port a474374d-8389-43ef-bcc6-d4a56a4e36a2 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:44.979838 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:44.994352 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Transition to ACTIVE for port object 311a1ab8-32bf-407e-8d50-784a681fe39e will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:28:45.011171 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port a474374d-8389-43ef-bcc6-d4a56a4e36a2, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a474374d-8389-43ef-bcc6-d4a56a4e36a2,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:45.016214 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.023699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'Port': ['ID=5d9c104b-e5a6-4fef-869b-816b5a11986a,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:45.073679 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-08684076-42ab-4a0e-aae3-8d903c6d2a15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e03f432f7bf43a3a418138e69e96f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845365 Jul 28 06:28:45.074419 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08684076-42ab-4a0e-aae3-8d903c6d2a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed43b4-23e6-47be-a822-8e2f4c1f30d9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:45.102352 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54464) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:45.155669 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.249136 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-86883700-74d7-433b-959a-305d07cb82a2 admin admin] Publish callbacks [] for security_group (ceed43b4-23e6-47be-a822-8e2f4c1f30d9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.286707 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5b6a10-d95b-4d63-8a12-d17a50815293 x-openstack-request-id: req-6e5b6a10-d95b-4d63-8a12-d17a50815293 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:28:45.287330 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304ff8e1-a50f-4e7e-a0df-39476ea30e25", "tag": "2820efb3-8d20-487d-8462-76666e80919c", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:28:45.287784 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e5b6a10-d95b-4d63-8a12-d17a50815293 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:28:45.288658 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5b6a10-d95b-4d63-8a12-d17a50815293'] response: {'name': 'network-changed', 'server_uuid': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'tag': '2820efb3-8d20-487d-8462-76666e80919c', 'status': 'completed', 'code': 200} Jul 28 06:28:45.308829 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-86883700-74d7-433b-959a-305d07cb82a2 admin admin] Publish callbacks [] for security_group (ceed43b4-23e6-47be-a822-8e2f4c1f30d9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.366646 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=a474374d-8389-43ef-bcc6-d4a56a4e36a2,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:45.375885 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:45.497761 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-86883700-74d7-433b-959a-305d07cb82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ceed43b4-23e6-47be-a822-8e2f4c1f30d9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.501542 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-86883700-74d7-433b-959a-305d07cb82a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.503015 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-86883700-74d7-433b-959a-305d07cb82a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ceed43b4-23e6-47be-a822-8e2f4c1f30d9 HTTP/1.1" status: 204 len: 168 time: 0.3994508 Jul 28 06:28:45.514408 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86883700-74d7-433b-959a-305d07cb82a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed43b4-23e6-47be-a822-8e2f4c1f30d9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:45.616136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:45.621035 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ca9af873-a2b0-45dc-a3b7-c107ecdfd700 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:45.621215 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.632887 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-88c81d8f-058f-4b1b-83d4-41ebc4a0f1a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1455786 Jul 28 06:28:45.635785 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.690590 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:45.693088 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:45.693618 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.747405 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'Port': ['ID=f112b6fa-a9eb-4ccc-a7aa-92af8984c869,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:45.754350 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:45.761397 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-4db153a1-e121-4ccb-a1c3-b2fd66ffc295 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47764d3-1a16-4912-b7f4-99264deba837 HTTP/1.1" status: 200 len: 217 time: 0.1591401 Jul 28 06:28:45.763081 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b452522b-97fa-43e6-b968-4c4e8b774c58 req-76b039f3-6f33-4c15-92e0-3b64f06e3c41 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.1737669 Jul 28 06:28:45.770292 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:45.806922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:45.811204 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device fb752f38-5338-4727-8684-d44c73802a62 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:45.811516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:45.898984 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port fb752f38-5338-4727-8684-d44c73802a62 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:45.899691 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (fb752f38-5338-4727-8684-d44c73802a62), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:45.924077 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeb213-0e73-46e5-b1b7-eedcdb271738 req-b8a0a398-c56a-4794-818c-a142b2c6e5be tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:45.926318 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bbaeb213-0e73-46e5-b1b7-eedcdb271738 req-b8a0a398-c56a-4794-818c-a142b2c6e5be tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.3253417 Jul 28 06:28:46.010165 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port fb752f38-5338-4727-8684-d44c73802a62 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:46.010724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:46.064367 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (ea3852d9-89cd-47d7-b704-62e9383d9724), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.068033 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:46.068407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.091165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Pushing event updated for resources: {'Port': ['ID=311a1ab8-32bf-407e-8d50-784a681fe39e,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:46.127943 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947156d-4433-4f99-886f-fe8bd681a864 req-b79f2e23-3a15-4ebb-a0a5-395bee846690 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:46.129529 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0947156d-4433-4f99-886f-fe8bd681a864 req-b79f2e23-3a15-4ebb-a0a5-395bee846690 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.2352676 Jul 28 06:28:46.147726 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Attempting to bind port 311a1ab8-32bf-407e-8d50-784a681fe39e on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:46.157579 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Attempting to bind port 311a1ab8-32bf-407e-8d50-784a681fe39e by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:46.157579 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Attempting to bind port 311a1ab8-32bf-407e-8d50-784a681fe39e on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:46.161712 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bbaeb213-0e73-46e5-b1b7-eedcdb271738 req-9285f030-5083-4b64-a4ed-901e7f8a488b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344856 Jul 28 06:28:46.171696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Port 311a1ab8-32bf-407e-8d50-784a681fe39e on network c6978cd1-c187-431b-a4d2-24672b7a1261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:28:46.172035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Attempting to bind port 311a1ab8-32bf-407e-8d50-784a681fe39e on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:46.179694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:46.180780 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c94ef116-f7e3-4b60-8370-550154c83973 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:46.210032 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:46.210386 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Checking segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:46.210862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Bound using segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:46.211313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Bound port: 311a1ab8-32bf-407e-8d50-784a681fe39e, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:46.211872 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.229640 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:46.265951 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port c94ef116-f7e3-4b60-8370-550154c83973 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:46.270690 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (c94ef116-f7e3-4b60-8370-550154c83973), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.334895 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.354540 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0947156d-4433-4f99-886f-fe8bd681a864 req-9a0e64fb-c858-4ccc-ba21-38d748992940 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111516 Jul 28 06:28:46.394113 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port c94ef116-f7e3-4b60-8370-550154c83973 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:46.395257 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:46.499650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] For port 311a1ab8-32bf-407e-8d50-784a681fe39e, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:46.505330 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:46.505982 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.535797 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] For port 311a1ab8-32bf-407e-8d50-784a681fe39e, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=311a1ab8-32bf-407e-8d50-784a681fe39e,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:46.620388 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:46.628013 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:46.648577 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-c4570c41-efeb-41f5-ba7e-245911aaa466 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--153340668&fields=id&tenant_id=a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 267 time: 0.2922609 Jul 28 06:28:46.711970 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.770335 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:46.770457 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.848103 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:46.848103 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:46.850300 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-77e3c508-64d8-4833-9b17-620eb8c3f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:46.851178 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-77e3c508-64d8-4833-9b17-620eb8c3f094 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1127 time: 0.0752928 Jul 28 06:28:46.853392 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] 10.222.0.71 "PUT /v2.0/ports/311a1ab8-32bf-407e-8d50-784a681fe39e HTTP/1.1" status: 200 len: 1094 time: 5.5418582 Jul 28 06:28:46.860634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'tag': '311a1ab8-32bf-407e-8d50-784a681fe39e'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:46.870201 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263530ff-7753-4df9-a0b2-65fe2228b7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cca25c-8de5-474c-894c-13860e7f2146", "tag": "311a1ab8-32bf-407e-8d50-784a681fe39e"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:46.908065 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:46.991472 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c719cbde-d801-403b-b33b-c3e27bb176bb req-4c91dbd8-227c-4649-bb3c-6eee6b5e950f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0934091 Jul 28 06:28:47.022365 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-d3304a7a-9a39-4688-b2e6-650ce69eed61 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:47.028955 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-d3304a7a-9a39-4688-b2e6-650ce69eed61 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 816 time: 0.3792284 Jul 28 06:28:47.054985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-65c6dcd7-16b4-403d-8a64-08be01d0fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:47.056441 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-65c6dcd7-16b4-403d-8a64-08be01d0fde6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5103b10b-82dc-4619-8aa6-215b05c10aac HTTP/1.1" status: 200 len: 850 time: 0.2605896 Jul 28 06:28:47.061839 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbfe71-3cdd-4eb8-8bcf-4e5031d9826a service neutron] Pushing event updated for resources: {'Port': ['ID=311a1ab8-32bf-407e-8d50-784a681fe39e,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:47.070519 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60846d7a-f21b-4573-b7fc-b1ff9e781853 x-openstack-request-id: req-60846d7a-f21b-4573-b7fc-b1ff9e781853 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:28:47.070857 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cca25c-8de5-474c-894c-13860e7f2146", "tag": "311a1ab8-32bf-407e-8d50-784a681fe39e", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:28:47.071187 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60846d7a-f21b-4573-b7fc-b1ff9e781853 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:28:47.071428 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60846d7a-f21b-4573-b7fc-b1ff9e781853'] response: {'name': 'network-changed', 'server_uuid': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'tag': '311a1ab8-32bf-407e-8d50-784a681fe39e', 'status': 'completed', 'code': 200} Jul 28 06:28:47.075783 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-a7ffda1c-81f1-428c-b410-271e0fe3b777 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/quotas/a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 375 time: 0.0451136 Jul 28 06:28:47.076990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:47.137898 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-a725db18-9214-45b3-b559-97f6881adeb3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566263 Jul 28 06:28:47.149591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:47.182266 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:47.191728 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (ea3852d9-89cd-47d7-b704-62e9383d9724), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:47.266692 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a474374d-8389-43ef-bcc6-d4a56a4e36a2 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:47.332010 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port a474374d-8389-43ef-bcc6-d4a56a4e36a2 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:47.332470 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:47.351552 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'Port': ['ID=f112b6fa-a9eb-4ccc-a7aa-92af8984c869,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:47.389035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a849f-87e1-4cdc-8a22-f4927fffaf23 req-4f0952a3-4d0f-4e5d-ae6c-9f56e4cd1fad tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:47.392010 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d41a849f-87e1-4cdc-8a22-f4927fffaf23 req-4f0952a3-4d0f-4e5d-ae6c-9f56e4cd1fad tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.0805974 Jul 28 06:28:47.408651 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-505b0bec-4e01-4c52-bff6-24d108f199e5 service neutron] 10.222.0.69 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512300 Jul 28 06:28:47.418865 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port a474374d-8389-43ef-bcc6-d4a56a4e36a2 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:47.428932 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:47.475709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:47.484884 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-22a234a5-4ed6-483b-bc22-b1e9dc7548be tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6703000 Jul 28 06:28:47.509988 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d41a849f-87e1-4cdc-8a22-f4927fffaf23 req-240e7055-c064-4cb2-91ff-963f43b20a22 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131968 Jul 28 06:28:47.550151 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-ffaa89de-c970-4d6e-8d11-c932b076a100 service neutron] 10.222.0.69 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334941 Jul 28 06:28:47.605111 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:47.674326 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703617d-1c2e-430a-b5f9-5b6d38853393 req-5449431c-bb54-4346-9e9a-3fee7466b548 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:47.675892 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0703617d-1c2e-430a-b5f9-5b6d38853393 req-5449431c-bb54-4346-9e9a-3fee7466b548 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.0683475 Jul 28 06:28:47.733588 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0703617d-1c2e-430a-b5f9-5b6d38853393 req-d44cd48b-3cd3-4e8e-933f-cc75e5e9c385 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Jul 28 06:28:47.910389 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4217cb5b-efd3-4ec9-bbfe-3fad2ccaac3d req-a99aa610-ad6e-4b45-aa02-e0b61c87ca25 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0469170 Jul 28 06:28:47.943780 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-935feae8-9a87-4e88-9641-194de26a0d19 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1494895804&fields=id&tenant_id=f7bae530a50e4c6ea97a654750ddf79f HTTP/1.1" status: 200 len: 267 time: 0.1022377 Jul 28 06:28:48.081912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:48.158929 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-6c96bbaa-b33d-48ca-8152-357c461fbd00 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:48.161745 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-6c96bbaa-b33d-48ca-8152-357c461fbd00 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 811 time: 0.2159305 Jul 28 06:28:48.180803 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4c60c2a8-2368-4a69-b974-80c909eeea30 req-41a45e7c-015c-48d3-a373-a95cadb09787 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0425880 Jul 28 06:28:48.195842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1581e2cf-9d76-4bf8-b700-a40494a5dfa7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/quotas/f7bae530a50e4c6ea97a654750ddf79f HTTP/1.1" status: 200 len: 375 time: 0.0183399 Jul 28 06:28:48.279252 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-097e4bf3-8f19-4161-b063-477176bcced1 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822451 Jul 28 06:28:48.474931 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2b9f08d9-48a2-4bce-94af-3d740dc8e703 service neutron] 10.222.0.69 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603487 Jul 28 06:28:48.617939 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-8fbad0b7-54ec-4eb3-948d-e5a654eaf01c service neutron] 10.222.0.69 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321332 Jul 28 06:28:48.705408 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bbcfb-fe25-48e6-abd8-30a22709bb4b req-7dd956c2-d8be-4af5-861c-a519917a0e39 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:48.715106 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-309bbcfb-fe25-48e6-abd8-30a22709bb4b req-7dd956c2-d8be-4af5-861c-a519917a0e39 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.0945139 Jul 28 06:28:48.768527 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-309bbcfb-fe25-48e6-abd8-30a22709bb4b req-4aa70ace-3f7b-4da9-9762-6009e0af4655 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518806 Jul 28 06:28:48.886858 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8942c-b572-4f87-bf21-fc0cb73f2792 req-40b6a562-c65f-4d91-a9c5-7f29a082c79b tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:48.889223 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62f8942c-b572-4f87-bf21-fc0cb73f2792 req-40b6a562-c65f-4d91-a9c5-7f29a082c79b tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.0596993 Jul 28 06:28:48.933228 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f454f77-55c6-4df4-bfbc-7a9646a601fa req-8874afc8-3b71-4a43-90e2-3b43b9833386 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0418022 Jul 28 06:28:49.046009 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:49.046951 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:49.136128 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:49.145998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:49.174621 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3cb3405-df50-4ac5-87fb-b28be56f183d req-f91b856f-df74-4f03-b6c8-5975f73c7969 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0404038 Jul 28 06:28:49.194515 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62f8942c-b572-4f87-bf21-fc0cb73f2792 req-a5450a78-0dda-4d54-8ff9-0ba783edf4d6 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928176 Jul 28 06:28:49.286128 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54636) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:49.306734 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-237543ef-ae49-4984-a26d-9847c213a274 req-aaa90bce-186d-4547-ac47-cda55c5433c7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0375259 Jul 28 06:28:49.410687 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0588b6e5-439a-492d-9e8f-4a63fa237efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.493400 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0588b6e5-439a-492d-9e8f-4a63fa237efe admin admin] Publish callbacks [] for security_group (e15a6c5a-a62c-48f8-904f-1e2069e3d3c4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.559021 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0588b6e5-439a-492d-9e8f-4a63fa237efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e15a6c5a-a62c-48f8-904f-1e2069e3d3c4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.600280 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b6e5-439a-492d-9e8f-4a63fa237efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15a6c5a-a62c-48f8-904f-1e2069e3d3c4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:49.605085 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0588b6e5-439a-492d-9e8f-4a63fa237efe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81a3fce7cb1447e3979d9a2313f54dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179379 Jul 28 06:28:49.607864 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54640) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:49.662263 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-471f2b66-adfb-4fc2-b3fb-f63feab5d9c1 admin admin] Publish callbacks [] for security_group (e15a6c5a-a62c-48f8-904f-1e2069e3d3c4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.684971 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-471f2b66-adfb-4fc2-b3fb-f63feab5d9c1 admin admin] Publish callbacks [] for security_group (e15a6c5a-a62c-48f8-904f-1e2069e3d3c4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.834054 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:49.849243 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-471f2b66-adfb-4fc2-b3fb-f63feab5d9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e15a6c5a-a62c-48f8-904f-1e2069e3d3c4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.857031 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-471f2b66-adfb-4fc2-b3fb-f63feab5d9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:49.858449 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-471f2b66-adfb-4fc2-b3fb-f63feab5d9c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e15a6c5a-a62c-48f8-904f-1e2069e3d3c4 HTTP/1.1" status: 204 len: 168 time: 0.2492657 Jul 28 06:28:49.891873 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f2b66-adfb-4fc2-b3fb-f63feab5d9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15a6c5a-a62c-48f8-904f-1e2069e3d3c4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:49.947000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-081baf4b-b691-4ecc-9241-da51981405a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:49.948567 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-081baf4b-b691-4ecc-9241-da51981405a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e07e6c95-817a-4822-8866-5c83ae701fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1809545 Jul 28 06:28:49.954660 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263530ff-7753-4df9-a0b2-65fe2228b7f4 req-94b152b9-2fd4-4b23-b1c2-d08e44e4bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:49.956392 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-263530ff-7753-4df9-a0b2-65fe2228b7f4 req-94b152b9-2fd4-4b23-b1c2-d08e44e4bb2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 1128 time: 0.1211591 Jul 28 06:28:49.976560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01278ba5-de76-49aa-b74e-080fae00f701 req-370dd966-30a8-49cf-9f21-ee94241703c6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:49.985396 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01278ba5-de76-49aa-b74e-080fae00f701 req-370dd966-30a8-49cf-9f21-ee94241703c6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.0827014 Jul 28 06:28:50.008152 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-a6a9cdc7-3243-495f-ad16-5d3490e38d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:50.011638 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-a6a9cdc7-3243-495f-ad16-5d3490e38d2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.2440138 Jul 28 06:28:50.059534 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eae7b0ff-fb9d-483a-acc9-0ef8e6fed57e req-70d668ed-40aa-45bb-865c-ea843073d241 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0359228 Jul 28 06:28:50.067926 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01278ba5-de76-49aa-b74e-080fae00f701 req-dd772814-bc32-4845-8fc9-d4dad6f01bf1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812619 Jul 28 06:28:50.331197 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-22be2776-8f0d-43f5-af68-9f07655a2b42 req-0af9c3fa-419b-44ad-a3c1-f29fcdc9cd4e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0559821 Jul 28 06:28:50.351472 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0889b8-22ee-443b-8035-76bfab7ce7ae req-d70409e7-b99a-49b5-a492-db1ebde00980 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:50.357861 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd0889b8-22ee-443b-8035-76bfab7ce7ae req-d70409e7-b99a-49b5-a492-db1ebde00980 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.0724452 Jul 28 06:28:50.422108 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd0889b8-22ee-443b-8035-76bfab7ce7ae req-9856e9cd-bfce-468f-971c-89756bc6ed35 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621657 Jul 28 06:28:50.437833 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e8bd4275-8757-4809-b16b-39f71c83a24d req-e55fbc2c-8e0d-40ed-94dd-56552357fae0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0311120 Jul 28 06:28:50.667768 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54664) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:50.675121 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:50.681870 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2ca47672-2ced-4694-bc5d-d16f4bd35d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:50.757440 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2ca47672-2ced-4694-bc5d-d16f4bd35d8c admin admin] Publish callbacks [] for security_group (10dd809f-eb3d-4221-9b58-5ebacf2e91f5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:50.821640 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2ca47672-2ced-4694-bc5d-d16f4bd35d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (10dd809f-eb3d-4221-9b58-5ebacf2e91f5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:50.865372 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2ca47672-2ced-4694-bc5d-d16f4bd35d8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e647475285ff45419de2a25cb0cb482c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965060 Jul 28 06:28:50.866473 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca47672-2ced-4694-bc5d-d16f4bd35d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dd809f-eb3d-4221-9b58-5ebacf2e91f5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:50.868017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 54672) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:50.929075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8b32e270-c0af-4a8f-8f96-a2c3ee99489a admin admin] Publish callbacks [] for security_group (10dd809f-eb3d-4221-9b58-5ebacf2e91f5), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:50.950568 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8b32e270-c0af-4a8f-8f96-a2c3ee99489a admin admin] Publish callbacks [] for security_group (10dd809f-eb3d-4221-9b58-5ebacf2e91f5), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:51.085173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8b32e270-c0af-4a8f-8f96-a2c3ee99489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (10dd809f-eb3d-4221-9b58-5ebacf2e91f5), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:51.095757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8b32e270-c0af-4a8f-8f96-a2c3ee99489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:51.095757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8b32e270-c0af-4a8f-8f96-a2c3ee99489a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10dd809f-eb3d-4221-9b58-5ebacf2e91f5 HTTP/1.1" status: 204 len: 168 time: 0.2194662 Jul 28 06:28:51.107143 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32e270-c0af-4a8f-8f96-a2c3ee99489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dd809f-eb3d-4221-9b58-5ebacf2e91f5,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:51.222526 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6680aa1-1214-4a22-b0e8-d676ec9bed32 req-c8327434-8717-44da-aeae-18e61e5afe32 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0353448 Jul 28 06:28:51.233242 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eeaef-eef1-410b-b018-e1d115d81eeb req-331e8bcd-f0cf-415c-9c24-7eab6159aca0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:51.234896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d97eeaef-eef1-410b-b018-e1d115d81eeb req-331e8bcd-f0cf-415c-9c24-7eab6159aca0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.0790017 Jul 28 06:28:51.289619 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d97eeaef-eef1-410b-b018-e1d115d81eeb req-22e18981-5444-4952-8442-84a07fb08314 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483568 Jul 28 06:28:51.466928 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c18923b-c16a-4b3d-ae46-44d26e5d085f req-dbc88fce-8080-4e06-b7c0-1ab37f11552f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0435162 Jul 28 06:28:51.573820 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b03f-7fd1-4e38-b8cb-aa6806f50f1a req-9fe82fbd-1f55-45f3-ada0-1068884d1f56 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:51.575429 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-04a2b03f-7fd1-4e38-b8cb-aa6806f50f1a req-9fe82fbd-1f55-45f3-ada0-1068884d1f56 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.0591621 Jul 28 06:28:51.618854 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d37dbd33-46f4-490e-9d58-a733e05179bf req-89a91b10-a276-45aa-972f-1ed962aef03b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0423427 Jul 28 06:28:51.691748 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-1d06286e-b7c1-43bc-9ebd-d9da4dbe946b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 217 time: 0.0623450 Jul 28 06:28:51.774130 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:51.800168 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-6956b094-b666-4775-93ad-a90931371ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:51.802437 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-6956b094-b666-4775-93ad-a90931371ddd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0828867 Jul 28 06:28:51.861279 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-04a2b03f-7fd1-4e38-b8cb-aa6806f50f1a req-b8fd5e0b-8f3e-4850-a9e2-ee9c63043247 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735476 Jul 28 06:28:51.873609 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-bbcb67fa-5c32-4cd9-9849-51d2def0db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:51.875066 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-bbcb67fa-5c32-4cd9-9849-51d2def0db1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667720 Jul 28 06:28:51.911831 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:51.982898 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-14ca5ad2-a5b7-47c7-bd89-243cca8a1801 service neutron] 10.222.0.71 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285160 Jul 28 06:28:51.985608 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263530ff-7753-4df9-a0b2-65fe2228b7f4 req-3c8123b0-3e40-4b5e-b250-6b6e5266391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:51.987313 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-263530ff-7753-4df9-a0b2-65fe2228b7f4 req-3c8123b0-3e40-4b5e-b250-6b6e5266391d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=cd88554db98441c99e0b09b446c24b47&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3322394 Jul 28 06:28:52.051472 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-f14fdd0f-5d27-488a-8deb-37bf07018cac service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668112 Jul 28 06:28:52.182353 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-66853cca-3ce6-4be8-98f6-c14d82497ca6 req-9c799687-807d-4b2c-9f7e-4b85d751ccc0 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257534 Jul 28 06:28:52.191545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:52.251143 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b197a2ca-aba0-4d7f-9395-693061b702d7 req-edf4c728-f8e5-4497-bc89-6c2964db3fd7 service neutron] 10.222.0.71 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613742 Jul 28 06:28:52.261449 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263530ff-7753-4df9-a0b2-65fe2228b7f4 req-c456edd3-c199-4e26-97b0-8d64e2a8ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:52.280704 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-263530ff-7753-4df9-a0b2-65fe2228b7f4 req-c456edd3-c199-4e26-97b0-8d64e2a8ba72 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2663293 Jul 28 06:28:52.345417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49b988d8-509b-40d7-9d97-8d9e90c052a5 req-9bb167b3-0c4e-462c-8925-6f6645800201 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0405843 Jul 28 06:28:52.440700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3783a-f46d-47dc-b405-2fecbcd80b30 req-a3893b84-0dd7-4ba4-a9c6-5adc58592478 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:52.441853 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1ac3783a-f46d-47dc-b405-2fecbcd80b30 req-a3893b84-0dd7-4ba4-a9c6-5adc58592478 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.0510869 Jul 28 06:28:52.452486 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-4810044e-5616-4661-bf5b-8fb458e980f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:52.454861 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-4810044e-5616-4661-bf5b-8fb458e980f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 1128 time: 0.0459120 Jul 28 06:28:52.495136 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-e25996d3-0bc3-4895-92e8-3fd435cf6236 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311a1ab8-32bf-407e-8d50-784a681fe39e HTTP/1.1" status: 200 len: 217 time: 0.0326383 Jul 28 06:28:52.497885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1ac3783a-f46d-47dc-b405-2fecbcd80b30 req-761cef4c-1700-4460-ac90-4c9cf088ee85 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Jul 28 06:28:52.548937 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-c70da904-1275-4f5c-a996-a60658ac355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:52.550451 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-c70da904-1275-4f5c-a996-a60658ac355a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0485861 Jul 28 06:28:52.597644 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7c53532-441d-462b-8b50-5eb0542533c9 req-d23c78c9-cff1-4bcf-a39e-de0175a8ad01 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0346847 Jul 28 06:28:52.609259 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-45c34ad4-f161-41b8-b13a-53f44a5f2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:52.610968 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-45c34ad4-f161-41b8-b13a-53f44a5f2907 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540171 Jul 28 06:28:52.649926 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device a47764d3-1a16-4912-b7f4-99264deba837 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:28:52.710581 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:52.745925 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-9a260e9a-556d-4543-b744-99e96352d137 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268101 Jul 28 06:28:52.759806 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f4f91dd-2165-44db-bec9-d4033d09eb49 req-f615f41e-a1e1-45c5-832b-3ed3626071de tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0403705 Jul 28 06:28:52.775299 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port a47764d3-1a16-4912-b7f4-99264deba837, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=a47764d3-1a16-4912-b7f4-99264deba837,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:52.787583 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'a47764d3-1a16-4912-b7f4-99264deba837', 'network_id': 'e07e6c95-817a-4822-8866-5c83ae701fa7', 'port_id': 'a47764d3-1a16-4912-b7f4-99264deba837', 'mac_address': 'fa:16:3e:22:1c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103b10b-82dc-4619-8aa6-215b05c10aac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:28:52.824851 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port a47764d3-1a16-4912-b7f4-99264deba837 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:52.825337 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a47764d3-1a16-4912-b7f4-99264deba837), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:52.842063 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e36bb023-dcd4-4298-bbe7-72a9f6effaec req-f0727e44-e5e9-4fe4-a9a9-b21af3d145d9 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896306 Jul 28 06:28:52.842864 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47764d3-1a16-4912-b7f4-99264deba837 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:52.867148 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port a47764d3-1a16-4912-b7f4-99264deba837, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=a47764d3-1a16-4912-b7f4-99264deba837,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:52.994037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08231-1dbb-4f61-aaaf-a385a61802c4 req-ee1a9c8e-fbce-4d14-8a2e-7ae1b2095e8a tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:52.995537 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46f08231-1dbb-4f61-aaaf-a385a61802c4 req-ee1a9c8e-fbce-4d14-8a2e-7ae1b2095e8a tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 943 time: 0.0644844 Jul 28 06:28:53.046866 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46f08231-1dbb-4f61-aaaf-a385a61802c4 req-0b25b51d-7c8f-4522-90bb-8404c214094c tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Jul 28 06:28:53.148674 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a47764d3-1a16-4912-b7f4-99264deba837), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:53.216492 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=a47764d3-1a16-4912-b7f4-99264deba837,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:53.431122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['a47764d3-1a16-4912-b7f4-99264deba837'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:28:53.450437 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6aa05edc-1b3a-49a9-9f11-8ba262c246d8 req-9490413a-751e-48aa-900e-6c5f50aafecc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Jul 28 06:28:53.695524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b78a-7573-4690-90e3-10f5ca25c6c8 req-9b5ee266-b009-4128-83d0-3d0af552e74e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:53.697242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6e6b78a-7573-4690-90e3-10f5ca25c6c8 req-9b5ee266-b009-4128-83d0-3d0af552e74e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.1148732 Jul 28 06:28:53.740728 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9cab4c46-7a03-4158-859e-ae6ebdec046a req-86f887ae-fdf6-4528-95c2-a81b8b8ddc57 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0400410 Jul 28 06:28:53.794048 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6e6b78a-7573-4690-90e3-10f5ca25c6c8 req-14a3c15b-4af9-41a8-889d-1fe9156107ee tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Jul 28 06:28:53.881506 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-69292da1-034f-4093-b638-4c507e9e25b1 req-a1e42fbc-e93b-4b32-b99e-d5be52afaeb8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0313208 Jul 28 06:28:54.153792 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-2e35d8e9-b9c1-421f-b504-628021082a67 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:54.168198 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-2e35d8e9-b9c1-421f-b504-628021082a67 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.1201036 Jul 28 06:28:54.182600 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650ebb-3736-4ddc-bac1-795b7159893b req-822fbf23-403f-49e8-9a93-e887e7afafef tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:54.184233 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11650ebb-3736-4ddc-bac1-795b7159893b req-822fbf23-403f-49e8-9a93-e887e7afafef tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 944 time: 0.0543835 Jul 28 06:28:54.279810 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11650ebb-3736-4ddc-bac1-795b7159893b req-bad47091-62c2-418a-b3c4-c12eb4ae66a3 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843103 Jul 28 06:28:54.389509 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-f4932db2-0e0f-440e-b9c5-844096accbe8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 379 time: 0.1495254 Jul 28 06:28:54.398040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'port': {'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'admin_state_up': True, 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'security_groups': ['c42e8dd0-98b5-4688-8063-593f84dcd7bc']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:54.615112 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b9ebb6e-3a07-45e0-bc33-36343764c5ce req-e43a352c-30e9-4678-af22-f1d1feb2bcae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0382481 Jul 28 06:28:54.638231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:54.640394 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2820efb3-8d20-487d-8462-76666e80919c details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:28:54.648316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bc958335-dc67-4a34-b9e2-a28608bfb8bc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:54.650290 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bc958335-dc67-4a34-b9e2-a28608bfb8bc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 816 time: 0.2025495 Jul 28 06:28:54.683531 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Made reservation on behalf of 85bf0de611024c06aee30418f26d2f1c for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:54.684281 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device a47764d3-1a16-4912-b7f4-99264deba837 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:54.687429 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:54.698168 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:54.858247 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-42adfbf7-c34d-44a5-a5e8-04ff47670dc4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 379 time: 0.1864190 Jul 28 06:28:54.867536 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'port': {'device_id': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'admin_state_up': True, 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'security_groups': ['686b520a-c52d-49be-a598-7d60568e5daa']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:54.875211 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port a47764d3-1a16-4912-b7f4-99264deba837 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:28:54.965665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2820efb3-8d20-487d-8462-76666e80919c, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2820efb3-8d20-487d-8462-76666e80919c,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:54.973982 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:54.978276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port a47764d3-1a16-4912-b7f4-99264deba837 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:54.978882 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (a47764d3-1a16-4912-b7f4-99264deba837), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.007972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '2820efb3-8d20-487d-8462-76666e80919c', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'port_id': '2820efb3-8d20-487d-8462-76666e80919c', 'mac_address': 'fa:16:3e:85:95:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:28:55.008858 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.20.0.14 (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6/353780f6-cafc-4a44-84bb-c5c93d924b87/f73695a0-ec1f-4387-94ac-3d3ad1c57c48) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:55.070359 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2820efb3-8d20-487d-8462-76666e80919c is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:55.070756 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2820efb3-8d20-487d-8462-76666e80919c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.113238 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2820efb3-8d20-487d-8462-76666e80919c {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:55.184369 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2820efb3-8d20-487d-8462-76666e80919c, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2820efb3-8d20-487d-8462-76666e80919c,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:55.190027 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port a47764d3-1a16-4912-b7f4-99264deba837 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:55.191078 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (a47764d3-1a16-4912-b7f4-99264deba837), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.201363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-62d1de12-95a7-4d1c-8f60-38e44506fd1e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:55.202850 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-62d1de12-95a7-4d1c-8f60-38e44506fd1e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 811 time: 0.5762732 Jul 28 06:28:55.219624 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47764d3-1a16-4912-b7f4-99264deba837'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:55.253391 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.291040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:55.302468 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8ee6ffe3-9161-4941-9e23-5ba3cfbe2233 req-1c68e57b-b706-48a8-94b2-aa9620085c8f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.1038733 Jul 28 06:28:55.313720 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2820efb3-8d20-487d-8462-76666e80919c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.326467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port a47764d3-1a16-4912-b7f4-99264deba837, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=a47764d3-1a16-4912-b7f4-99264deba837,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:55.356177 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2e6b3-7833-4f25-ac46-1057bd476bcd req-e2e137fb-79d8-4f9c-bcb6-e1d420a5616c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:55.358143 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdc2e6b3-7833-4f25-ac46-1057bd476bcd req-e2e137fb-79d8-4f9c-bcb6-e1d420a5616c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.1636562 Jul 28 06:28:55.392581 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2820efb3-8d20-487d-8462-76666e80919c,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:55.405082 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.406558 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (a47764d3-1a16-4912-b7f4-99264deba837), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.436781 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-be8adb86-9042-423c-bd9d-b47352e585db tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7bae530a50e4c6ea97a654750ddf79f HTTP/1.1" status: 200 len: 380 time: 0.2110555 Jul 28 06:28:55.473900 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:55.478957 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:55.492133 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:55.506515 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=a47764d3-1a16-4912-b7f4-99264deba837,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:55.519438 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:55.520160 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.528534 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6c1cb-d5eb-475d-97e4-315bed05ef26" -d '{"events": [{"server_uuid": "96d8c679-5516-46fb-a7e5-f9f46d2c17f6", "name": "network-vif-plugged", "status": "completed", "tag": "a47764d3-1a16-4912-b7f4-99264deba837"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:55.534581 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdc2e6b3-7833-4f25-ac46-1057bd476bcd req-9212d11d-6653-4455-9610-5abfd40287c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574616 Jul 28 06:28:55.543498 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:55.544696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'port': {'device_id': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'admin_state_up': True, 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'security_groups': ['da8e8975-f17f-4346-bb17-f7ca30688a6d']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:55.596279 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['2820efb3-8d20-487d-8462-76666e80919c'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:28:55.635358 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54860) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:55.660044 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-4f20d7d4-de1f-4d3c-a103-0fe79ea8fb19 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2667484 Jul 28 06:28:55.673432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Request body: {'port': {'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:55.733999 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:55.746118 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:55.759805 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-8c61dee8-f50d-420c-ad5a-cbfc105d2c6f None None] Provisioning complete for port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:55.760276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8c61dee8-f50d-420c-ad5a-cbfc105d2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.773186 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c769f5-c8f8-4fe6-a0f8-f6eb9b8bfce2 req-0e8a1aed-de27-42f8-96d4-bbd7f325e242 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:55.774844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-03c769f5-c8f8-4fe6-a0f8-f6eb9b8bfce2 req-0e8a1aed-de27-42f8-96d4-bbd7f325e242 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 932 time: 0.2794449 Jul 28 06:28:55.775464 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Made reservation on behalf of a164b3cd6f444e17ae7ada0e30e62f54 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:55.778934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.787479 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3252877-d45e-411e-b1be-8bb3d034f261 req-ba035b1a-dd98-446d-9427-783ada2a13c2 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:55.789118 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b3252877-d45e-411e-b1be-8bb3d034f261 req-ba035b1a-dd98-446d-9427-783ada2a13c2 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1658680 Jul 28 06:28:55.801480 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.803983 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:55.846165 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-8c61dee8-f50d-420c-ad5a-cbfc105d2c6f None None] Port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:55.933817 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d1be614f-f93f-4c9b-a453-264e64c07e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.941715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Made reservation on behalf of f7bae530a50e4c6ea97a654750ddf79f for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:28:55.945158 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:55.969436 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-03c769f5-c8f8-4fe6-a0f8-f6eb9b8bfce2 req-434e0b2f-096c-4cc8-a960-338ff8fad7bd tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791854 Jul 28 06:28:55.973364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:55.979417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b3252877-d45e-411e-b1be-8bb3d034f261 req-c95dc8ae-c0a1-4555-a870-e9f004a8b88d tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717365 Jul 28 06:28:56.094541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Allocated IP 172.20.0.14 (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34/fa077c28-d83e-4b2b-8e9c-120ed966e9ed/0d2efce0-28f9-47ea-a49a-15a80e72550a) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:56.128733 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d1be614f-f93f-4c9b-a453-264e64c07e49 admin admin] Publish callbacks [] for security_group (529808c3-2f2e-4e30-8de1-e17899ee01a2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.160138 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ddfe1adb-4edb-427c-8213-9e6ac657d0f5 req-abb1a914-d00d-4600-9aa0-154bfb135a4d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0631771 Jul 28 06:28:56.163782 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:56.192492 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73695a0-ec1f-4387-94ac-3d3ad1c57c48 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:56.201213 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Publish callbacks [] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.206316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Allocated IP 172.20.0.4 (4a12595b-98a5-4f32-a18b-a79716ee46af/29eda0ea-3f8d-463a-b4b7-181c6989dd6b/b21bb56c-34cb-4842-9382-4bf8a79421c4) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:28:56.215192 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d1be614f-f93f-4c9b-a453-264e64c07e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (529808c3-2f2e-4e30-8de1-e17899ee01a2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.246816 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Transition to ACTIVE for port object f73695a0-ec1f-4387-94ac-3d3ad1c57c48 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:28:56.253348 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d1be614f-f93f-4c9b-a453-264e64c07e49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2511253fb8964ddba720432e179b7617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6167293 Jul 28 06:28:56.259761 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54872) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:56.263105 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b86619-6c6a-4af0-9f5f-9d4e096e3946 x-openstack-request-id: req-45b86619-6c6a-4af0-9f5f-9d4e096e3946 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:28:56.263427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d8c679-5516-46fb-a7e5-f9f46d2c17f6", "name": "network-vif-plugged", "status": "completed", "tag": "a47764d3-1a16-4912-b7f4-99264deba837", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:28:56.263690 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45b86619-6c6a-4af0-9f5f-9d4e096e3946 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:28:56.264196 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b86619-6c6a-4af0-9f5f-9d4e096e3946'] response: {'server_uuid': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47764d3-1a16-4912-b7f4-99264deba837', 'code': 200} Jul 28 06:28:56.295572 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be614f-f93f-4c9b-a453-264e64c07e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529808c3-2f2e-4e30-8de1-e17899ee01a2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:56.353588 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-022532ee-35fc-4227-9f29-b7d6d266e3b5 admin admin] Publish callbacks [] for security_group (529808c3-2f2e-4e30-8de1-e17899ee01a2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.371152 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.401843 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-022532ee-35fc-4227-9f29-b7d6d266e3b5 admin admin] Publish callbacks [] for security_group (529808c3-2f2e-4e30-8de1-e17899ee01a2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.413445 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=81,neutron:UPDATE=8,neutron:INSERT=11 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:56.467467 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.474602 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-812f7839-2a27-49d3-9cb1-63dce6e96873 req-a945cc68-d9f9-4e84-be51-f2dcea039598 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0557122 Jul 28 06:28:56.484699 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Pushing event updated for resources: {'Port': ['ID=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:56.575784 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.647022 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.665201 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.71', 61620) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:56.684807 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 311a1ab8-32bf-407e-8d50-784a681fe39e details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:28:56.730919 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Attempting to bind port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:56.731429 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Attempting to bind port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:56.731826 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Attempting to bind port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:56.746675 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:28:56.748444 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Attempting to bind port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:56.762827 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.763318 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:56.763859 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:56.764386 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Bound using segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:56.765019 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Bound port: f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:56.765687 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.786543 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2820efb3-8d20-487d-8462-76666e80919c up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:56.790744 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:56.801167 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:56.810898 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7dd22-24e4-4066-968e-a017ac39c2ee req-1ec2d2f4-fb9f-4c60-ae30-763328099762 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:56.813380 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-64a7dd22-24e4-4066-968e-a017ac39c2ee req-1ec2d2f4-fb9f-4c60-ae30-763328099762 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 944 time: 0.1789892 Jul 28 06:28:56.825680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:56.832813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:56.837172 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.847397 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] For port f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host hv-cinder-81242, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:56.852368 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] For port f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:56.856172 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:56.865801 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418e72c-b6e3-4936-9100-1b3b63325e5a req-6966cd7a-ee62-44d8-a8b5-891828c03b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:56.865801 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d418e72c-b6e3-4936-9100-1b3b63325e5a req-6966cd7a-ee62-44d8-a8b5-891828c03b83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 1129 time: 0.1977487 Jul 28 06:28:56.881011 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:56.885523 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-022532ee-35fc-4227-9f29-b7d6d266e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (529808c3-2f2e-4e30-8de1-e17899ee01a2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.888525 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-022532ee-35fc-4227-9f29-b7d6d266e3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.892312 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-022532ee-35fc-4227-9f29-b7d6d266e3b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/529808c3-2f2e-4e30-8de1-e17899ee01a2 HTTP/1.1" status: 204 len: 168 time: 0.6288562 Jul 28 06:28:56.905854 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022532ee-35fc-4227-9f29-b7d6d266e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529808c3-2f2e-4e30-8de1-e17899ee01a2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:56.910571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:56.915305 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 2820efb3-8d20-487d-8462-76666e80919c completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:28:56.923102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Network 4a12595b-98a5-4f32-a18b-a79716ee46af is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:28:56.948198 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:56.964893 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 311a1ab8-32bf-407e-8d50-784a681fe39e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=311a1ab8-32bf-407e-8d50-784a681fe39e,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:56.992074 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:56.992702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.001615 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'Port': ['ID=b21bb56c-34cb-4842-9382-4bf8a79421c4,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:57.011486 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] 10.222.0.71 "PUT /v2.0/ports/f73695a0-ec1f-4387-94ac-3d3ad1c57c48 HTTP/1.1" status: 200 len: 1094 time: 1.3407485 Jul 28 06:28:57.011486 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:57.012527 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66fe493-92f9-49b4-aed6-ff18429f5bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:57.029061 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 2820efb3-8d20-487d-8462-76666e80919c triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:57.029558 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2820efb3-8d20-487d-8462-76666e80919c), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.043300 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-bf9d0484-3ac2-404c-9190-cfba25352d35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1842275 Jul 28 06:28:57.046440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:28:57.066112 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:28:57.077291 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:57.078058 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.093412 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d418e72c-b6e3-4936-9100-1b3b63325e5a req-ee6533e6-9916-4447-aacf-ef18a6abeb96 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.097457 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7ac32-4cd4-4e60-ad76-014d5bc9876c service neutron] Pushing event updated for resources: {'Port': ['ID=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:57.122797 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Request body: {'port': {'device_id': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:57.142150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '311a1ab8-32bf-407e-8d50-784a681fe39e', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'port_id': '311a1ab8-32bf-407e-8d50-784a681fe39e', 'mac_address': 'fa:16:3e:34:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:28:57.241644 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 311a1ab8-32bf-407e-8d50-784a681fe39e is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:57.242031 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.255691 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-044d9206-4578-4db8-90c8-aab3966e34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:57.257209 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-044d9206-4578-4db8-90c8-aab3966e34ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 1128 time: 0.1138227 Jul 28 06:28:57.274563 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311a1ab8-32bf-407e-8d50-784a681fe39e {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:57.293501 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2820efb3-8d20-487d-8462-76666e80919c is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:57.295653 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2820efb3-8d20-487d-8462-76666e80919c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.314596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee503-fbd0-47fe-af58-15d38c3bfbf4 req-d69303aa-a011-4a0c-877a-800e3a99f56e tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:57.315171 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 311a1ab8-32bf-407e-8d50-784a681fe39e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=311a1ab8-32bf-407e-8d50-784a681fe39e,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:57.316209 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35aee503-fbd0-47fe-af58-15d38c3bfbf4 req-d69303aa-a011-4a0c-877a-800e3a99f56e tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1340296 Jul 28 06:28:57.327592 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-9134f51c-a114-4355-bd3a-aca4a9f556f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48 HTTP/1.1" status: 200 len: 217 time: 0.0553958 Jul 28 06:28:57.329082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-2ade27e9-45dc-480b-958a-d97e2042eedc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8541064 Jul 28 06:28:57.349239 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-64a7dd22-24e4-4066-968e-a017ac39c2ee req-f02f19cd-1fbb-428c-b1bd-c480c644a33a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952564 Jul 28 06:28:57.386898 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Request body: {'port': {'device_id': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:28:57.418235 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2820efb3-8d20-487d-8462-76666e80919c, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2820efb3-8d20-487d-8462-76666e80919c,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:57.422919 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.439384 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-3cd8d4dc-08d3-4b76-814e-162428be5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:57.441087 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-3cd8d4dc-08d3-4b76-814e-162428be5fd5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.1022074 Jul 28 06:28:57.457197 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-444a0482-5700-42f3-a5df-2c9c8c8cd36f None None] Provisioning complete for port 0d2efce0-28f9-47ea-a49a-15a80e72550a triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:57.457611 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-444a0482-5700-42f3-a5df-2c9c8c8cd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.525098 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2820efb3-8d20-487d-8462-76666e80919c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.555252 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-07492a3b-87b3-4f3f-a44b-2422f6685c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:57.555252 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-07492a3b-87b3-4f3f-a44b-2422f6685c9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045091 Jul 28 06:28:57.585945 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=311a1ab8-32bf-407e-8d50-784a681fe39e,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:57.646574 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-444a0482-5700-42f3-a5df-2c9c8c8cd36f None None] Port 0d2efce0-28f9-47ea-a49a-15a80e72550a cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:57.673934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.679260 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35aee503-fbd0-47fe-af58-15d38c3bfbf4 req-a51d72f7-f98c-4855-ba37-602890ffa9da tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548284 Jul 28 06:28:57.682162 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2820efb3-8d20-487d-8462-76666e80919c,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:57.689938 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-dc22881b-ee24-46d3-afc6-a73570b0fe3e service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321785 Jul 28 06:28:57.725143 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['311a1ab8-32bf-407e-8d50-784a681fe39e'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:28:57.725436 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac278c60-6bc1-40b6-a235-7c0836921e2d req-0ed41726-8ad4-49f2-b95c-36f125efeaed tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:57.731249 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:57.732594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ac278c60-6bc1-40b6-a235-7c0836921e2d req-0ed41726-8ad4-49f2-b95c-36f125efeaed tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 944 time: 0.1983113 Jul 28 06:28:57.763691 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.782173 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7e6b9-dfa4-46a8-8d03-60a02a0dbb43 x-openstack-request-id: req-1ed7e6b9-dfa4-46a8-8d03-60a02a0dbb43 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:28:57.782980 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:28:57.784257 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ed7e6b9-dfa4-46a8-8d03-60a02a0dbb43 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:28:57.785444 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed7e6b9-dfa4-46a8-8d03-60a02a0dbb43'] response: {'name': 'network-changed', 'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'status': 'completed', 'code': 200} Jul 28 06:28:57.806671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-9573f1c2-a454-4eba-8045-ee1b45a24ca6 None None] Provisioning complete for port b21bb56c-34cb-4842-9382-4bf8a79421c4 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:57.807444 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9573f1c2-a454-4eba-8045-ee1b45a24ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.810991 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:57.837361 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-492d0c94-5417-48f3-ace9-366a6ce52d16 req-af415a16-b1e2-45a3-aa8d-23c2e58fc7bf service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390288 Jul 28 06:28:57.865288 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9573f1c2-a454-4eba-8045-ee1b45a24ca6 None None] Port b21bb56c-34cb-4842-9382-4bf8a79421c4 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:28:57.936435 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d418e72c-b6e3-4936-9100-1b3b63325e5a req-ee6533e6-9916-4447-aacf-ef18a6abeb96 service neutron] Publish callbacks [] for security_group (ae9ca414-c598-4112-9df9-f937b72f877e), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:57.958482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ac278c60-6bc1-40b6-a235-7c0836921e2d req-eb7c679b-6ace-4895-b6f0-95ed357d41b7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250204 Jul 28 06:28:58.027279 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54908) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:58.041697 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cef0b86-7508-49ac-a912-877062d5e041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.061830 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:58.071896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d418e72c-b6e3-4936-9100-1b3b63325e5a req-ee6533e6-9916-4447-aacf-ef18a6abeb96 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ae9ca414-c598-4112-9df9-f937b72f877e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.112473 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367c954-890e-42c0-87a2-41c87454f047 req-f2315bf3-f695-4cea-b2cf-9025c0343347 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:58.117052 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9367c954-890e-42c0-87a2-41c87454f047 req-f2315bf3-f695-4cea-b2cf-9025c0343347 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 931 time: 0.1798806 Jul 28 06:28:58.121505 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cef0b86-7508-49ac-a912-877062d5e041 admin admin] Publish callbacks [] for security_group (fe843c9b-23df-4a6c-aba0-eb4f4940e2c4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.198603 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cef0b86-7508-49ac-a912-877062d5e041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (fe843c9b-23df-4a6c-aba0-eb4f4940e2c4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.243540 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2cef0b86-7508-49ac-a912-877062d5e041 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3101ff57a2044428b062046408ca4665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125046 Jul 28 06:28:58.243540 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef0b86-7508-49ac-a912-877062d5e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe843c9b-23df-4a6c-aba0-eb4f4940e2c4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:58.244509 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54914) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:28:58.265073 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2820efb3-8d20-487d-8462-76666e80919c'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:58.268514 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3d476-e338-4e96-836e-3c8ce8c1f491" -d '{"events": [{"server_uuid": "304ff8e1-a50f-4e7e-a0df-39476ea30e25", "name": "network-vif-plugged", "status": "completed", "tag": "2820efb3-8d20-487d-8462-76666e80919c"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:58.318038 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5518c8c1-e879-44cc-b13e-dae4f4712386 admin admin] Publish callbacks [] for security_group (fe843c9b-23df-4a6c-aba0-eb4f4940e2c4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.345948 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5518c8c1-e879-44cc-b13e-dae4f4712386 admin admin] Publish callbacks [] for security_group (fe843c9b-23df-4a6c-aba0-eb4f4940e2c4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.426496 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:58.438509 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d418e72c-b6e3-4936-9100-1b3b63325e5a req-ee6533e6-9916-4447-aacf-ef18a6abeb96 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5575123 Jul 28 06:28:58.445906 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6533e6-9916-4447-aacf-ef18a6abeb96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ca414-c598-4112-9df9-f937b72f877e,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:58.510913 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e30fb9-381b-4ba3-a6c5-3cc721f510a4 req-072f526e-b0ac-4a51-babb-bf73eac08775 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:58.512478 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-83e30fb9-381b-4ba3-a6c5-3cc721f510a4 req-072f526e-b0ac-4a51-babb-bf73eac08775 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 932 time: 0.4919536 Jul 28 06:28:58.553157 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5518c8c1-e879-44cc-b13e-dae4f4712386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (fe843c9b-23df-4a6c-aba0-eb4f4940e2c4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.556048 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5518c8c1-e879-44cc-b13e-dae4f4712386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.557194 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5518c8c1-e879-44cc-b13e-dae4f4712386 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe843c9b-23df-4a6c-aba0-eb4f4940e2c4 HTTP/1.1" status: 204 len: 168 time: 0.3121002 Jul 28 06:28:58.566558 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518c8c1-e879-44cc-b13e-dae4f4712386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe843c9b-23df-4a6c-aba0-eb4f4940e2c4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:58.579707 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9367c954-890e-42c0-87a2-41c87454f047 req-ab238f81-f02b-4c4f-a480-2816dc24d8e2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447677 Jul 28 06:28:58.664779 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-83e30fb9-381b-4ba3-a6c5-3cc721f510a4 req-0f0e3c87-3f37-48ab-b7f5-df2db0fbae6d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419778 Jul 28 06:28:58.684886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2efce0-28f9-47ea-a49a-15a80e72550a {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:58.689748 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e160e1-f3ab-4d72-bc2b-5acdb9b489d0 x-openstack-request-id: req-f1e160e1-f3ab-4d72-bc2b-5acdb9b489d0 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:28:58.693189 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304ff8e1-a50f-4e7e-a0df-39476ea30e25", "name": "network-vif-plugged", "status": "completed", "tag": "2820efb3-8d20-487d-8462-76666e80919c", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:28:58.695091 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1e160e1-f3ab-4d72-bc2b-5acdb9b489d0 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:28:58.695446 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e160e1-f3ab-4d72-bc2b-5acdb9b489d0'] response: {'server_uuid': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2820efb3-8d20-487d-8462-76666e80919c', 'code': 200} Jul 28 06:28:58.698643 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 311a1ab8-32bf-407e-8d50-784a681fe39e up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:28:58.706804 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Publish callbacks [] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.737514 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Transition to ACTIVE for port object 0d2efce0-28f9-47ea-a49a-15a80e72550a will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:28:58.804382 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21bb56c-34cb-4842-9382-4bf8a79421c4 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:28:58.831082 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Publish callbacks [] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.831339 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 311a1ab8-32bf-407e-8d50-784a681fe39e completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:28:58.840293 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:58.893355 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:58.897550 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Transition to ACTIVE for port object b21bb56c-34cb-4842-9382-4bf8a79421c4 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:28:58.965431 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf22760-9beb-4f17-9081-4a95453fddcd req-28dacba9-de2f-41d2-9f65-94f2980e431c tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:58.967769 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cf22760-9beb-4f17-9081-4a95453fddcd req-28dacba9-de2f-41d2-9f65-94f2980e431c tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1279252 Jul 28 06:28:58.981633 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 311a1ab8-32bf-407e-8d50-784a681fe39e triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:28:58.982338 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.024647 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b89c5-9ee3-481a-a157-6365f4410ec7 req-4428c595-57e7-4745-9764-b76e42cc9cd5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.026324 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-632b89c5-9ee3-481a-a157-6365f4410ec7 req-4428c595-57e7-4745-9764-b76e42cc9cd5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 945 time: 0.1722260 Jul 28 06:28:59.054651 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.074420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:59.126184 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 311a1ab8-32bf-407e-8d50-784a681fe39e is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:28:59.126800 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.178183 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 311a1ab8-32bf-407e-8d50-784a681fe39e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=311a1ab8-32bf-407e-8d50-784a681fe39e,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:28:59.210360 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cf22760-9beb-4f17-9081-4a95453fddcd req-2b4ef14c-c9db-404d-91cf-5a3086b6c1e9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339909 Jul 28 06:28:59.219732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Attempting to bind port 0d2efce0-28f9-47ea-a49a-15a80e72550a on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:59.219732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Attempting to bind port 0d2efce0-28f9-47ea-a49a-15a80e72550a by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:59.219732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Attempting to bind port 0d2efce0-28f9-47ea-a49a-15a80e72550a on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:59.230980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Port 0d2efce0-28f9-47ea-a49a-15a80e72550a on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:28:59.231317 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Attempting to bind port 0d2efce0-28f9-47ea-a49a-15a80e72550a on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:59.269469 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-68368f5b-73c7-48da-80db-fd23335b041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.270962 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-68368f5b-73c7-48da-80db-fd23335b041b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 1128 time: 0.2111926 Jul 28 06:28:59.298123 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:59.298123 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Checking segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:59.298123 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Bound using segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:59.298123 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Bound port: 0d2efce0-28f9-47ea-a49a-15a80e72550a, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:59.298123 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.325373 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b21bb56c-34cb-4842-9382-4bf8a79421c4,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:59.347717 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.352383 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-632b89c5-9ee3-481a-a157-6365f4410ec7 req-2da500d3-6762-4baa-81e0-f6cf2d391a91 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931886 Jul 28 06:28:59.428550 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:28:59.442978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=311a1ab8-32bf-407e-8d50-784a681fe39e,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:28:59.536817 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Attempting to bind port b21bb56c-34cb-4842-9382-4bf8a79421c4 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:28:59.537427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Attempting to bind port b21bb56c-34cb-4842-9382-4bf8a79421c4 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:28:59.537531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Attempting to bind port b21bb56c-34cb-4842-9382-4bf8a79421c4 on network 4a12595b-98a5-4f32-a18b-a79716ee46af {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:59.551352 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562fa88-725e-4437-82eb-25df280c9df7 req-977a1061-8ccf-4e39-89ee-f8a8758598d3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.552877 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3562fa88-725e-4437-82eb-25df280c9df7 req-977a1061-8ccf-4e39-89ee-f8a8758598d3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 944 time: 0.2141778 Jul 28 06:28:59.560139 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eccb7-8da1-4675-8d22-8eb15337c5d2 req-38164281-ec3a-478b-a8cd-a511834d30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.561865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Port b21bb56c-34cb-4842-9382-4bf8a79421c4 on network 4a12595b-98a5-4f32-a18b-a79716ee46af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:28:59.566483 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Attempting to bind port b21bb56c-34cb-4842-9382-4bf8a79421c4 on network 4a12595b-98a5-4f32-a18b-a79716ee46af {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:28:59.566625 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f77eccb7-8da1-4675-8d22-8eb15337c5d2 req-38164281-ec3a-478b-a8cd-a511834d30f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1129 time: 0.0869305 Jul 28 06:28:59.570547 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:59.603941 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:28:59.604301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Checking segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:28:59.604691 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Bound using segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:28:59.605141 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Bound port: b21bb56c-34cb-4842-9382-4bf8a79421c4, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:28:59.605555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.610730 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:59.619979 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f77eccb7-8da1-4675-8d22-8eb15337c5d2 req-304b83bd-551f-4be5-b80d-de2113d27395 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516014 Jul 28 06:28:59.638857 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-f3d3e643-14dd-434f-b4d5-57cf75855813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.640332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-f3d3e643-14dd-434f-b4d5-57cf75855813 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.2402771 Jul 28 06:28:59.682944 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.751582 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3562fa88-725e-4437-82eb-25df280c9df7 req-a821c9c6-8771-4026-90f1-0d3d705b9693 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871104 Jul 28 06:28:59.781285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] For port b21bb56c-34cb-4842-9382-4bf8a79421c4, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:28:59.787982 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] For port b21bb56c-34cb-4842-9382-4bf8a79421c4, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:28:59.832820 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaad5f0-01bc-4eef-aeff-25cd4596dcb4 req-9137f377-677c-4a84-b528-bd352372add4 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.835778 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5eaad5f0-01bc-4eef-aeff-25cd4596dcb4 req-9137f377-677c-4a84-b528-bd352372add4 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 943 time: 0.1545949 Jul 28 06:28:59.838006 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:28:59.838628 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.840526 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] 10.222.0.71 "PUT /v2.0/ports/0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 1094 time: 2.7777021 Jul 28 06:28:59.845526 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:28:59.847714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757ce921-979e-4332-9e46-4993206acdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:28:59.940575 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:28:59.945333 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-a55e92cf-5496-4c52-a37a-45946286f2c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48 HTTP/1.1" status: 200 len: 217 time: 0.0997198 Jul 28 06:28:59.984451 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a805-1668-4f09-bb69-a3c434978086 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:00.060278 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19316c-de4d-44fe-bdff-124d78e46c43 req-ea3cd6e5-e3e4-402e-91ff-056bbbe549f4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.061915 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0b19316c-de4d-44fe-bdff-124d78e46c43 req-ea3cd6e5-e3e4-402e-91ff-056bbbe549f4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.2370434 Jul 28 06:29:00.066854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.067482 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.068898 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] 10.222.0.71 "PUT /v2.0/ports/b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 200 len: 1093 time: 2.6988122 Jul 28 06:29:00.119832 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5eaad5f0-01bc-4eef-aeff-25cd4596dcb4 req-b458e447-1ef1-4c69-9e59-f9a4363a94ac tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550378 Jul 28 06:29:00.123769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-6dd30ddb-64db-45f0-a071-af3006ee3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.125969 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-6dd30ddb-64db-45f0-a071-af3006ee3675 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.1639791 Jul 28 06:29:00.128137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1932d9-61bc-40ef-81ea-803c505751f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b21bb56c-34cb-4842-9382-4bf8a79421c4,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:00.219082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0b19316c-de4d-44fe-bdff-124d78e46c43 req-db8936f3-dce2-46a9-aafa-b80f0c84007e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382039 Jul 28 06:29:00.220737 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367a2dc-a8d5-4ee1-966f-66d2ef516d62 x-openstack-request-id: req-f367a2dc-a8d5-4ee1-966f-66d2ef516d62 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:00.221012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:00.221349 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f367a2dc-a8d5-4ee1-966f-66d2ef516d62 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:00.223219 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f367a2dc-a8d5-4ee1-966f-66d2ef516d62'] response: {'name': 'network-changed', 'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'status': 'completed', 'code': 200} Jul 28 06:29:00.317202 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 54986) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:00.370313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c384-cffb-4f2c-8ee2-1850504a32f1 req-bc721ebb-bc31-410f-88af-c23e803c06f9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.372059 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07d7c384-cffb-4f2c-8ee2-1850504a32f1 req-bc721ebb-bc31-410f-88af-c23e803c06f9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.0626137 Jul 28 06:29:00.447316 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037692568-network', 'tenant_id': '22a64b6b084848ec89599880170c719e'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:00.567864 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-b5eb506a-4c7f-4351-8098-6b9ae5f09b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.569408 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-b5eb506a-4c7f-4351-8098-6b9ae5f09b66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1655681 Jul 28 06:29:00.587144 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Made reservation on behalf of 22a64b6b084848ec89599880170c719e for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:29:00.589553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.591030 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120a8a4-aed4-4264-917c-d3770c4516ab req-1d11d0e7-8c2e-4c3c-bc03-0c5d46ef77dc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.593469 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9120a8a4-aed4-4264-917c-d3770c4516ab req-1d11d0e7-8c2e-4c3c-bc03-0c5d46ef77dc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1508594 Jul 28 06:29:00.595132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-82c64bd6-cf49-467d-8a91-b2917ecc0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.596527 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-82c64bd6-cf49-467d-8a91-b2917ecc0f52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1128 time: 0.1551859 Jul 28 06:29:00.600965 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-b41211f7-8301-4a10-a082-c534320c1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.602473 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-b41211f7-8301-4a10-a082-c534320c1bf2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 1127 time: 0.1325638 Jul 28 06:29:00.603303 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.606093 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:00.612949 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07d7c384-cffb-4f2c-8ee2-1850504a32f1 req-c69b0d23-eaf1-41fc-84b4-8d326cb235c9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330878 Jul 28 06:29:00.655432 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9120a8a4-aed4-4264-917c-d3770c4516ab req-a1f897c4-556b-4d8b-ab8f-25ca2a9377db tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Jul 28 06:29:00.685559 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks [] for security_group (6a409c8a-59a5-4e1e-ba56-1b666406f114), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.696662 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311a1ab8-32bf-407e-8d50-784a681fe39e'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:00.699378 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bdffa7-1720-4472-ba52-23299eb5cc00" -d '{"events": [{"server_uuid": "c5cca25c-8de5-474c-894c-13860e7f2146", "name": "network-vif-plugged", "status": "completed", "tag": "311a1ab8-32bf-407e-8d50-784a681fe39e"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:00.708642 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f73695a0-ec1f-4387-94ac-3d3ad1c57c48 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:29:00.743136 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddbf06a-4640-4c13-aa51-33235bcb4b91 x-openstack-request-id: req-4ddbf06a-4640-4c13-aa51-33235bcb4b91 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:00.743452 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cca25c-8de5-474c-894c-13860e7f2146", "name": "network-vif-plugged", "status": "completed", "tag": "311a1ab8-32bf-407e-8d50-784a681fe39e", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:00.743706 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ddbf06a-4640-4c13-aa51-33235bcb4b91 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:00.744093 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddbf06a-4640-4c13-aa51-33235bcb4b91'] response: {'server_uuid': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311a1ab8-32bf-407e-8d50-784a681fe39e', 'code': 200} Jul 28 06:29:00.747184 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (6a409c8a-59a5-4e1e-ba56-1b666406f114), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.773653 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:29:00.794998 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a409c8a-59a5-4e1e-ba56-1b666406f114,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:00.796562 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (24f65f83-2c06-4f8c-ba1c-b13d043423a6), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.796917 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Added segment 24f65f83-2c06-4f8c-ba1c-b13d043423a6 of type vlan for network 8974bd1f-ab5c-4284-a68b-b8398f038e53 Jul 28 06:29:00.834917 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:00.849600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:29:00.851675 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (8974bd1f-ab5c-4284-a68b-b8398f038e53), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.895332 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8fca-5083-4d5a-9856-b6fd1c9b133e req-42f2f66e-9145-43aa-924e-bdc394b7c882 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.896230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:00.896646 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.896941 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9c9f8fca-5083-4d5a-9856-b6fd1c9b133e req-42f2f66e-9145-43aa-924e-bdc394b7c882 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 944 time: 0.0599132 Jul 28 06:29:00.911466 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73695a0-ec1f-4387-94ac-3d3ad1c57c48 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:00.929828 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55002) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:00.934493 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:00.947279 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (8974bd1f-ab5c-4284-a68b-b8398f038e53), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.947279 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:00.947279 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:00.975149 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9c9f8fca-5083-4d5a-9856-b6fd1c9b133e req-7330c0c7-238f-4045-b6d6-6e66711431b3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721567 Jul 28 06:29:01.021529 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.022507 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] Pushing event updated for resources: {'Network': ['ID=8974bd1f-ab5c-4284-a68b-b8398f038e53,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:01.058175 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 8974bd1f-ab5c-4284-a68b-b8398f038e53 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:29:01.077619 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1d6559be-722c-4e2b-858c-4e9eee453e87 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7589314 Jul 28 06:29:01.080218 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55010) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:01.092238 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Request body: {'subnet': {'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037692568-subnet', 'tenant_id': '22a64b6b084848ec89599880170c719e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:01.113852 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe76fa5-1531-410e-9296-f3c2aae5fd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.127818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:01.214060 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Made reservation on behalf of 22a64b6b084848ec89599880170c719e for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:29:01.216441 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.282063 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-b55935e4-24c4-4787-8dbd-be3e3dfd9e45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 217 time: 0.2670021 Jul 28 06:29:01.304322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-69c4729b-c4eb-4745-a6b5-e92a2d7612cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 200 len: 217 time: 0.2800841 Jul 28 06:29:01.314408 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-15cd8737-a9e9-4550-b9a4-a27f667cc639 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963963 Jul 28 06:29:01.318880 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:01.337656 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4bf5b-93c5-4632-a56d-1307f8dab116 req-38814a1e-70db-4251-8a18-03696bd6edbe tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.339917 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a0e4bf5b-93c5-4632-a56d-1307f8dab116 req-38814a1e-70db-4251-8a18-03696bd6edbe tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 943 time: 0.1031489 Jul 28 06:29:01.346670 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe76fa5-1531-410e-9296-f3c2aae5fd8f admin admin] Publish callbacks [] for security_group (9a650ef8-4fbd-4e82-b821-6ce86952a77b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.366974 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['f73695a0-ec1f-4387-94ac-3d3ad1c57c48'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:01.402261 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:01.458184 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe76fa5-1531-410e-9296-f3c2aae5fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (9a650ef8-4fbd-4e82-b821-6ce86952a77b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.517524 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0fe76fa5-1531-410e-9296-f3c2aae5fd8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77ff6eefb6164ff8a16a0988f9667420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861940 Jul 28 06:29:01.521031 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55016) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:01.529486 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe76fa5-1531-410e-9296-f3c2aae5fd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a650ef8-4fbd-4e82-b821-6ce86952a77b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:01.563177 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97121b4-8879-41d3-834e-4316b56c3807 req-9efb5afe-b7a0-4b61-b8f7-603fc8151123 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.570143 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e97121b4-8879-41d3-834e-4316b56c3807 req-9efb5afe-b7a0-4b61-b8f7-603fc8151123 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.2034771 Jul 28 06:29:01.582681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a0e4bf5b-93c5-4632-a56d-1307f8dab116 req-77bea0e3-8aa9-4f79-b62b-a7baecf12b66 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297676 Jul 28 06:29:01.587079 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (d7b89048-e0f2-4709-8a16-a57fe3c7f7a8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.624022 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cce9b6b-f656-4b6c-a8e3-8543ecfe9998 admin admin] Publish callbacks [] for security_group (9a650ef8-4fbd-4e82-b821-6ce86952a77b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.647842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1eb682c7-b237-44f9-8c3f-255e94f2822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.649515 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-1eb682c7-b237-44f9-8c3f-255e94f2822b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.2247727 Jul 28 06:29:01.677566 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b89048-e0f2-4709-8a16-a57fe3c7f7a8,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:01.688604 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e97121b4-8879-41d3-834e-4316b56c3807 req-a81c0d2b-a4c8-48e0-852b-09ce118286fe tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173575 Jul 28 06:29:01.689607 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cce9b6b-f656-4b6c-a8e3-8543ecfe9998 admin admin] Publish callbacks [] for security_group (9a650ef8-4fbd-4e82-b821-6ce86952a77b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.734821 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-28bc1be9-3d5e-4fee-8036-b29141f257cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.736351 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-28bc1be9-3d5e-4fee-8036-b29141f257cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.2939665 Jul 28 06:29:01.738614 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Checking segment: {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:29:01.739679 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Network hostable DHCP agents. Network: 8974bd1f-ab5c-4284-a68b-b8398f038e53, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:29:01.805778 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87d6fc-0af7-4d1c-b7f0-553a60573d5b req-3ceb961c-e3e0-4e68-9af1-357f7e88de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.807269 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1a87d6fc-0af7-4d1c-b7f0-553a60573d5b req-3ceb961c-e3e0-4e68-9af1-357f7e88de46 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 1130 time: 0.0547123 Jul 28 06:29:01.854979 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1a87d6fc-0af7-4d1c-b7f0-553a60573d5b req-617a4541-be5b-4e8e-94c6-08aea778e183 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Jul 28 06:29:01.865236 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d66fe493-92f9-49b4-aed6-ff18429f5bc1 req-e4a4f778-7d65-4e92-b308-71c38390743a service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195023 Jul 28 06:29:01.871722 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-24959789-5408-445d-bc03-798100db48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.873107 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-24959789-5408-445d-bc03-798100db48dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1773350 Jul 28 06:29:01.885363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:01.891807 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-3cd9d3c7-3747-452e-ad51-97998c90aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.893322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-3cd9d3c7-3747-452e-ad51-97998c90aba2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334238 Jul 28 06:29:01.899439 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac25d-bea4-4f4a-bc66-0d92d88433bf req-c6259f64-b3ec-4aa0-bffd-f82c001e833c tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.900912 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cbaac25d-bea4-4f4a-bc66-0d92d88433bf req-c6259f64-b3ec-4aa0-bffd-f82c001e833c tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1636722 Jul 28 06:29:01.901560 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Network 8974bd1f-ab5c-4284-a68b-b8398f038e53 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:29:01.904014 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cce9b6b-f656-4b6c-a8e3-8543ecfe9998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (9a650ef8-4fbd-4e82-b821-6ce86952a77b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.907598 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cce9b6b-f656-4b6c-a8e3-8543ecfe9998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:01.911323 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2cce9b6b-f656-4b6c-a8e3-8543ecfe9998 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a650ef8-4fbd-4e82-b821-6ce86952a77b HTTP/1.1" status: 204 len: 168 time: 0.3866858 Jul 28 06:29:01.911429 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1e072-e167-4405-b36b-82def104b488 req-7ab3a3a7-8ec5-4459-8b06-749195826c1d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:01.911988 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9df1e072-e167-4405-b36b-82def104b488 req-7ab3a3a7-8ec5-4459-8b06-749195826c1d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1230905 Jul 28 06:29:01.921017 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9b6b-f656-4b6c-a8e3-8543ecfe9998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a650ef8-4fbd-4e82-b821-6ce86952a77b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:01.997721 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cbaac25d-bea4-4f4a-bc66-0d92d88433bf req-b036d03e-605c-4620-ab69-02bcdf110791 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847375 Jul 28 06:29:02.002011 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9df1e072-e167-4405-b36b-82def104b488 req-5643ad75-2f67-4fe8-b98b-7f6ccde88a6e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811877 Jul 28 06:29:02.043580 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 8974bd1f-ab5c-4284-a68b-b8398f038e53) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:02.050473 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7076ee-f8e6-47f2-b405-3b8013b360e1 None None] Network 8974bd1f-ab5c-4284-a68b-b8398f038e53 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:29:02.056555 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:02.057458 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.110080 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9459965-257a-4c3c-8039-69867a30f20b req-e975589a-dba0-4156-8673-99511a27fe82 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:02.111675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c9459965-257a-4c3c-8039-69867a30f20b req-e975589a-dba0-4156-8673-99511a27fe82 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 945 time: 0.0527020 Jul 28 06:29:02.159146 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-981d124e-9d6f-4896-9af3-9b2d0e88b417 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0692835 Jul 28 06:29:02.178274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571bd3d-2753-40be-8f89-05efa4c0caf9 None None] Network 8974bd1f-ab5c-4284-a68b-b8398f038e53 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:29:02.197037 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c9459965-257a-4c3c-8039-69867a30f20b req-9d7120f9-9f2d-4382-bcda-a7116979d20b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775774 Jul 28 06:29:02.226092 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:02.229940 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e77d09f-8dfa-4828-b95c-cb040efc035b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:02.277882 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d74dd7e-cc52-4cfb-b015-da0830cb68c2 x-openstack-request-id: req-7d74dd7e-cc52-4cfb-b015-da0830cb68c2 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:02.278069 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:02.278372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d74dd7e-cc52-4cfb-b015-da0830cb68c2 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:02.278844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d74dd7e-cc52-4cfb-b015-da0830cb68c2'] response: {'name': 'network-changed', 'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'status': 'completed', 'code': 200} Jul 28 06:29:02.689371 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55042) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:02.703587 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfc2800a-1e1c-4f39-a76b-5a09065c7ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.709633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971262-619a-477f-b19a-5f6695cc37f3 req-159d199e-94eb-4b02-979c-e8639675621d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:02.711126 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-89971262-619a-477f-b19a-5f6695cc37f3 req-159d199e-94eb-4b02-979c-e8639675621d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 943 time: 0.0499473 Jul 28 06:29:02.720519 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:02.800482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-89971262-619a-477f-b19a-5f6695cc37f3 req-5f17b4dd-a9d6-4ca1-a281-2882a8662d56 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824137 Jul 28 06:29:02.870108 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba6dc-bc1d-4e41-b454-52386064dd44 req-99813d8f-5db4-482f-83c7-0b5676e3ea4d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:02.872705 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfc2800a-1e1c-4f39-a76b-5a09065c7ad2 admin admin] Publish callbacks [] for security_group (4b135894-29ca-4498-80b0-dcae971b0263), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:02.877672 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f9ba6dc-bc1d-4e41-b454-52386064dd44 req-99813d8f-5db4-482f-83c7-0b5676e3ea4d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0613754 Jul 28 06:29:02.923334 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f9ba6dc-bc1d-4e41-b454-52386064dd44 req-a75775ad-0ffc-4569-8053-8e1936f09946 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446875 Jul 28 06:29:02.970658 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfc2800a-1e1c-4f39-a76b-5a09065c7ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4b135894-29ca-4498-80b0-dcae971b0263), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.010016 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bfc2800a-1e1c-4f39-a76b-5a09065c7ad2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a3320422a6c458894aa127593f8eb29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194437 Jul 28 06:29:03.010773 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2800a-1e1c-4f39-a76b-5a09065c7ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b135894-29ca-4498-80b0-dcae971b0263,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:03.012830 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55052) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:03.068078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a28a94b8-83b1-4657-a4d7-e306e9c95fbf admin admin] Publish callbacks [] for security_group (4b135894-29ca-4498-80b0-dcae971b0263), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.100631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a28a94b8-83b1-4657-a4d7-e306e9c95fbf admin admin] Publish callbacks [] for security_group (4b135894-29ca-4498-80b0-dcae971b0263), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.362109 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9235d-05c7-4ecc-a42a-b9cd704dec24 req-76133fa4-2568-4117-885f-d61148ecfbe3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:03.363643 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-33f9235d-05c7-4ecc-a42a-b9cd704dec24 req-76133fa4-2568-4117-885f-d61148ecfbe3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.2794065 Jul 28 06:29:03.424870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae2a1-7a12-4741-9e38-cf494fe7cac7 req-1634905a-239e-48cc-b60b-1c72442c568c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:03.426301 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b19ae2a1-7a12-4741-9e38-cf494fe7cac7 req-1634905a-239e-48cc-b60b-1c72442c568c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 945 time: 0.0772190 Jul 28 06:29:03.466802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-33f9235d-05c7-4ecc-a42a-b9cd704dec24 req-d6655533-b249-4f00-b948-53ac15712e70 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908017 Jul 28 06:29:03.495793 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b19ae2a1-7a12-4741-9e38-cf494fe7cac7 req-ed1027eb-af0c-4857-b23e-bf66635a7b6e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593905 Jul 28 06:29:03.518246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a28a94b8-83b1-4657-a4d7-e306e9c95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4b135894-29ca-4498-80b0-dcae971b0263), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.520806 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a28a94b8-83b1-4657-a4d7-e306e9c95fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:03.522074 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-a28a94b8-83b1-4657-a4d7-e306e9c95fbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b135894-29ca-4498-80b0-dcae971b0263 HTTP/1.1" status: 204 len: 168 time: 0.5080862 Jul 28 06:29:03.530182 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a94b8-83b1-4657-a4d7-e306e9c95fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b135894-29ca-4498-80b0-dcae971b0263,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:03.938179 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e35d-938b-487e-b1c8-08636e607d6c req-62644a3f-d8ec-483b-a77a-afb0803e0967 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:03.939732 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6185e35d-938b-487e-b1c8-08636e607d6c req-62644a3f-d8ec-483b-a77a-afb0803e0967 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 943 time: 0.0526071 Jul 28 06:29:03.991698 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6185e35d-938b-487e-b1c8-08636e607d6c req-466961b8-31b9-406f-9603-b29aa714e86f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 Jul 28 06:29:04.049553 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deb17f-6e66-4130-b065-324a162ae780 req-855f245a-9b7a-4826-a756-e27033b6ff78 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:04.050962 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63deb17f-6e66-4130-b065-324a162ae780 req-855f245a-9b7a-4826-a756-e27033b6ff78 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0481317 Jul 28 06:29:04.100864 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63deb17f-6e66-4130-b065-324a162ae780 req-34f7bc08-d19f-4c14-bfbb-ba9d004eae8f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Jul 28 06:29:04.243383 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55076) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:04.258869 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f82be83-a8e1-418f-9b7d-e8548835990d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.332930 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f82be83-a8e1-418f-9b7d-e8548835990d admin admin] Publish callbacks [] for security_group (541a6a3f-157e-4206-86e7-2bef3f934695), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.398335 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f82be83-a8e1-418f-9b7d-e8548835990d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (541a6a3f-157e-4206-86e7-2bef3f934695), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.437873 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9f82be83-a8e1-418f-9b7d-e8548835990d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0948b03ac360454490482c4a7ef7c7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934056 Jul 28 06:29:04.439342 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82be83-a8e1-418f-9b7d-e8548835990d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541a6a3f-157e-4206-86e7-2bef3f934695,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:04.440604 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55078) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:04.496078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cbfd6aa6-b3db-4780-b198-d530ae2fc4dd admin admin] Publish callbacks [] for security_group (541a6a3f-157e-4206-86e7-2bef3f934695), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.521958 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cbfd6aa6-b3db-4780-b198-d530ae2fc4dd admin admin] Publish callbacks [] for security_group (541a6a3f-157e-4206-86e7-2bef3f934695), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.569024 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f73695a0-ec1f-4387-94ac-3d3ad1c57c48 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:04.618545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:29:04.643938 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf82bb8-fe43-4fff-ba8e-d342c834383f req-7ed8df7b-9b74-49c1-bf2c-77cdcbe70840 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:04.645963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdf82bb8-fe43-4fff-ba8e-d342c834383f req-7ed8df7b-9b74-49c1-bf2c-77cdcbe70840 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0946765 Jul 28 06:29:04.654700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b87788-b266-4b9b-b4c6-ef636be0339a req-b18067a0-ff36-4165-ba1c-21eec5fde6e8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:04.656229 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-36b87788-b266-4b9b-b4c6-ef636be0339a req-b18067a0-ff36-4165-ba1c-21eec5fde6e8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 945 time: 0.0841346 Jul 28 06:29:04.689655 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:04.690213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.736101 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:04.762535 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cbfd6aa6-b3db-4780-b198-d530ae2fc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (541a6a3f-157e-4206-86e7-2bef3f934695), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.765046 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cbfd6aa6-b3db-4780-b198-d530ae2fc4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.766327 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-cbfd6aa6-b3db-4780-b198-d530ae2fc4dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/541a6a3f-157e-4206-86e7-2bef3f934695 HTTP/1.1" status: 204 len: 168 time: 0.3237317 Jul 28 06:29:04.772753 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:04.773142 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.801152 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:04.802331 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d660375-97e0-4648-b135-d17f5cd0918b" -d '{"events": [{"server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "name": "network-vif-plugged", "status": "completed", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:04.818247 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:04.829202 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd6aa6-b3db-4780-b198-d530ae2fc4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541a6a3f-157e-4206-86e7-2bef3f934695,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:04.904553 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdf82bb8-fe43-4fff-ba8e-d342c834383f req-75e9ee3d-98b6-443f-8509-2c48e8c5bbd6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454255 Jul 28 06:29:04.908565 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:04.912155 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:04.926213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:04.939004 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-36b87788-b266-4b9b-b4c6-ef636be0339a req-37e34b05-de8e-43c7-a83b-4b9bbfbb110d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593737 Jul 28 06:29:04.960943 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-51241ca2-cb14-4c97-b76e-a121a05aac06 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030508 Jul 28 06:29:04.987491 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-fd121213-45d4-4731-bfb4-095efa804680 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275387 Jul 28 06:29:05.013235 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50135cdb-a33c-4cff-b86d-4958d1b85011 x-openstack-request-id: req-50135cdb-a33c-4cff-b86d-4958d1b85011 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:05.013742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "name": "network-vif-plugged", "status": "completed", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:05.014130 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50135cdb-a33c-4cff-b86d-4958d1b85011 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:05.019573 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50135cdb-a33c-4cff-b86d-4958d1b85011'] response: {'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'code': 200} Jul 28 06:29:05.055125 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:05.166194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42278b26-2972-43a1-a620-ee057ceabde6 req-b686f63a-3e38-4f2c-b591-37e129fc23d7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:05.167419 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42278b26-2972-43a1-a620-ee057ceabde6 req-b686f63a-3e38-4f2c-b591-37e129fc23d7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 943 time: 0.0838482 Jul 28 06:29:05.221152 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:05.332288 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66839b74-1ba3-4723-b8e4-1a53f90ecead req-c2d5d1f9-ef06-4e99-8d8c-f21744750227 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096777 Jul 28 06:29:05.335102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:05.431555 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6828f4ba-ded6-4b17-9761-08e3c17d46ed req-1a18f733-6057-4f4a-8c59-3ce649aa04f6 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075349 Jul 28 06:29:05.435038 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42278b26-2972-43a1-a620-ee057ceabde6 req-35b66b54-819a-4b75-8459-b778c135138f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274895 Jul 28 06:29:05.585434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc2514-8a1e-42f1-b6b0-b97e3da359f3 req-c822f460-a1d2-4bdf-893c-b45ce0d42f35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:05.586917 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eefc2514-8a1e-42f1-b6b0-b97e3da359f3 req-c822f460-a1d2-4bdf-893c-b45ce0d42f35 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0537376 Jul 28 06:29:05.636227 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eefc2514-8a1e-42f1-b6b0-b97e3da359f3 req-050a2f55-eea9-469d-9951-bc9be044749f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Jul 28 06:29:05.639721 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c6e41adf-5bb3-4691-a7c0-d735993d1bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:05.846562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-ab858678-87e3-404f-8dab-00df51c8c053 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:05.848123 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-ab858678-87e3-404f-8dab-00df51c8c053 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/networks?id=8974bd1f-ab5c-4284-a68b-b8398f038e53 HTTP/1.1" status: 200 len: 809 time: 0.1242833 Jul 28 06:29:05.870137 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-b9bdb87b-0171-4e07-8d68-4ab1ccd11a19 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/quotas/22a64b6b084848ec89599880170c719e HTTP/1.1" status: 200 len: 375 time: 0.0153425 Jul 28 06:29:05.907970 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-e9a1bef6-1c4b-4879-a834-4636d70e9907 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=22a64b6b084848ec89599880170c719e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299013 Jul 28 06:29:06.011731 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-47f707e6-dbe9-48e3-87a5-d1f9797636d4 service neutron] 10.222.0.69 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957978 Jul 28 06:29:06.107073 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-87ff4984-8a41-430b-a683-9407f1415ad5 service neutron] 10.222.0.69 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883520 Jul 28 06:29:06.263353 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc004e8-e5ed-4e95-9e7a-d2fa2e210fee req-e45f4688-a73a-42ec-bb2f-bedc44a0d50d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:06.264899 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6dc004e8-e5ed-4e95-9e7a-d2fa2e210fee req-e45f4688-a73a-42ec-bb2f-bedc44a0d50d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0518179 Jul 28 06:29:06.322964 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:06.336513 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6dc004e8-e5ed-4e95-9e7a-d2fa2e210fee req-1833ba4f-7d1a-4b1b-b291-2d03faae4d95 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646384 Jul 28 06:29:06.452990 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff3ccd37-a27c-4a71-accf-01dabd541a13 req-4abd9c53-86a0-49d1-97f1-1a09059bced7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0503750 Jul 28 06:29:06.472256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71d50a-ca61-4484-b62d-fc7d4a617774 req-0d3838ae-b822-422b-99ba-8fb32ce773c7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:06.481228 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d71d50a-ca61-4484-b62d-fc7d4a617774 req-0d3838ae-b822-422b-99ba-8fb32ce773c7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0925882 Jul 28 06:29:06.556180 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d71d50a-ca61-4484-b62d-fc7d4a617774 req-d0e52200-6b1c-4b84-93e8-ea8b688b1378 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725803 Jul 28 06:29:06.557249 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device b21bb56c-34cb-4842-9382-4bf8a79421c4 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:29:06.624495 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c3dc9-8f58-434f-b9a2-4f342670a02c req-2186ccce-1b2e-41a9-9b87-1f91f55633a9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:06.626554 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c16c3dc9-8f58-434f-b9a2-4f342670a02c req-2186ccce-1b2e-41a9-9b87-1f91f55633a9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 943 time: 0.0578752 Jul 28 06:29:06.722848 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port b21bb56c-34cb-4842-9382-4bf8a79421c4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:06.724929 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c16c3dc9-8f58-434f-b9a2-4f342670a02c req-b09def85-11b6-402a-b2dd-dad0087d0a7a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914581 Jul 28 06:29:06.739452 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:06.740573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'port_id': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'mac_address': 'fa:16:3e:01:6b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:29:06.803279 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port b21bb56c-34cb-4842-9382-4bf8a79421c4 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:06.803804 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:06.822540 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21bb56c-34cb-4842-9382-4bf8a79421c4 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:06.854224 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port b21bb56c-34cb-4842-9382-4bf8a79421c4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:06.880921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d505a60-93f7-4aa3-974e-58810e767828 req-40ac1b72-ca90-4301-a203-902df7b98a71 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:06.882443 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d505a60-93f7-4aa3-974e-58810e767828 req-40ac1b72-ca90-4301-a203-902df7b98a71 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0702746 Jul 28 06:29:06.930746 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d505a60-93f7-4aa3-974e-58810e767828 req-2d850b8a-b314-4113-8a44-14522bbf517f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427749 Jul 28 06:29:06.962038 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:07.012344 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=b21bb56c-34cb-4842-9382-4bf8a79421c4,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:07.020374 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.020724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.021089 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.021460 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.021795 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.022123 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.022448 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.022773 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.023097 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.023420 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.023742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.024064 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.024382 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.024701 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.025018 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:07.112747 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:07.269029 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['b21bb56c-34cb-4842-9382-4bf8a79421c4'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:07.274286 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51ca49-b276-4d70-a93a-cd14325fcd79 req-c2f169f8-be19-4d0e-8515-da56f5c30491 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.282061 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec51ca49-b276-4d70-a93a-cd14325fcd79 req-c2f169f8-be19-4d0e-8515-da56f5c30491 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0717809 Jul 28 06:29:07.343025 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec51ca49-b276-4d70-a93a-cd14325fcd79 req-0954a0a3-c00c-432b-82e9-68d67f5bb330 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595708 Jul 28 06:29:07.492703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff2881-234f-47e9-a781-2d3d3f02f275 req-ec1e6bb9-7582-4ab3-b932-921afd5f157b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.494441 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76ff2881-234f-47e9-a781-2d3d3f02f275 req-ec1e6bb9-7582-4ab3-b932-921afd5f157b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0657265 Jul 28 06:29:07.637926 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a22e79f4-81a9-4bdb-8b3e-dea359bb8e83 req-d8b8eafe-12b9-4fe7-b05d-3af318b70051 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0997756 Jul 28 06:29:07.643037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-04e5432f-b5e9-4e21-9e20-e4c1afcb8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.644479 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-04e5432f-b5e9-4e21-9e20-e4c1afcb8ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 1128 time: 0.1691110 Jul 28 06:29:07.649605 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ce921-979e-4332-9e46-4993206acdd7 req-0949511e-59ed-4ccc-921a-e3a0f1e76724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.651003 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-0949511e-59ed-4ccc-921a-e3a0f1e76724 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1128 time: 0.1327345 Jul 28 06:29:07.651968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff554524-90f6-487d-9945-46171c40fec2 req-55367a67-ada7-4644-9f20-757bc3052cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.653332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff554524-90f6-487d-9945-46171c40fec2 req-55367a67-ada7-4644-9f20-757bc3052cd7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 1130 time: 0.1325595 Jul 28 06:29:07.676578 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76ff2881-234f-47e9-a781-2d3d3f02f275 req-3d9d3fba-c89d-4a1c-8726-efc9d8a9f9ad tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571031 Jul 28 06:29:07.712523 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:07.837136 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-6741eb8b-1450-4fbf-8f12-1adef0dbbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.838717 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-6741eb8b-1450-4fbf-8f12-1adef0dbbe47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 1130 time: 0.0679200 Jul 28 06:29:07.919818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=17 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:07.927284 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:07.946076 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-5112cf16-c03b-4632-bbca-b2e030fee034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.947766 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-5112cf16-c03b-4632-bbca-b2e030fee034 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.1013937 Jul 28 06:29:07.961292 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32831c3-b566-4f56-bbd0-152f4535fd8c req-a8357d76-99f2-4d71-9043-1a73563d7bd5 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:07.963604 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b32831c3-b566-4f56-bbd0-152f4535fd8c req-a8357d76-99f2-4d71-9043-1a73563d7bd5 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 944 time: 0.1301587 Jul 28 06:29:07.992214 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-45ae19c9-f44d-4f7f-9b5a-6078cce1a7f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311a1ab8-32bf-407e-8d50-784a681fe39e HTTP/1.1" status: 200 len: 217 time: 0.0365572 Jul 28 06:29:08.002444 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff554524-90f6-487d-9945-46171c40fec2 req-20181d05-06e0-4801-b2eb-002f2b950830 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391267 Jul 28 06:29:08.050294 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ce921-979e-4332-9e46-4993206acdd7 req-1b81a426-8943-4b91-9c03-ed6e417766b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.051664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-1b81a426-8943-4b91-9c03-ed6e417766b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.2989132 Jul 28 06:29:08.057004 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-1dc37d25-e8ca-4fde-b26f-f67c3402ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.058494 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-1dc37d25-e8ca-4fde-b26f-f67c3402ab22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0604305 Jul 28 06:29:08.064165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-70665adf-9e82-42f3-b4d5-7552f5fb716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.065632 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-70665adf-9e82-42f3-b4d5-7552f5fb716c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 912 time: 0.3115931 Jul 28 06:29:08.113358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-caaf3dcc-87a0-4a0b-a0e0-a592f6685876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:08.117078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84675bc-63b8-4568-b596-562275eb2d73 req-b1aa18cb-bc77-4610-bebe-c3daba941f5d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.118656 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a84675bc-63b8-4568-b596-562275eb2d73 req-b1aa18cb-bc77-4610-bebe-c3daba941f5d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0745621 Jul 28 06:29:08.122252 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b32831c3-b566-4f56-bbd0-152f4535fd8c req-ed03c0b6-c7c6-4aac-8e6b-07f09d7030ca tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433296 Jul 28 06:29:08.177421 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a84675bc-63b8-4568-b596-562275eb2d73 req-2794c28b-420d-40d8-a1ed-e0122d55ea79 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523407 Jul 28 06:29:08.483174 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d276-e034-4ea6-9935-583e82a4a664 req-aa417f1e-9c66-445c-a3d4-ef33b0a99cc1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.485747 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6752d276-e034-4ea6-9935-583e82a4a664 req-aa417f1e-9c66-445c-a3d4-ef33b0a99cc1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0586126 Jul 28 06:29:08.510187 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-8628ee62-dd60-41e6-8937-8e2a837d8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:08.511689 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-8628ee62-dd60-41e6-8937-8e2a837d8782 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437593 Jul 28 06:29:08.538473 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6752d276-e034-4ea6-9935-583e82a4a664 req-6530b8fa-8ca9-4f80-8e93-b132d2be0536 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Jul 28 06:29:08.555569 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:29:08.558809 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device b21bb56c-34cb-4842-9382-4bf8a79421c4 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:08.663619 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port b21bb56c-34cb-4842-9382-4bf8a79421c4 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:29:08.690421 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:08.731776 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:08.735808 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port b21bb56c-34cb-4842-9382-4bf8a79421c4 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:08.737143 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:08.766419 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1360fea9-b436-4617-9f6c-69733c246929 req-98b80bcb-e1d7-467c-b077-c031fd045837 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0538268 Jul 28 06:29:08.772088 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'mac_address': 'fa:16:3e:c6:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:29:08.826665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:08.826965 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:08.845341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efce0-28f9-47ea-a49a-15a80e72550a {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:08.901491 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:08.902609 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port b21bb56c-34cb-4842-9382-4bf8a79421c4 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:08.903000 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:08.932319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:08.934828 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9703f5f3-ada1-4ead-962a-66fc6cf97884" -d '{"events": [{"server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "name": "network-vif-plugged", "status": "completed", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:08.952947 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:08.956255 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port b21bb56c-34cb-4842-9382-4bf8a79421c4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:09.004765 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8641e3-6720-4a36-b456-d78242a039d5 x-openstack-request-id: req-be8641e3-6720-4a36-b456-d78242a039d5 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:09.005083 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "name": "network-vif-plugged", "status": "completed", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:09.005589 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be8641e3-6720-4a36-b456-d78242a039d5 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:09.005916 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8641e3-6720-4a36-b456-d78242a039d5'] response: {'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'code': 200} Jul 28 06:29:09.019968 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:09.054889 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.080795 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-279c35a3-abce-4b3d-88d0-87eec68ae324 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 200 len: 217 time: 0.2869275 Jul 28 06:29:09.082289 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-f8de850b-722c-44e7-bd38-e999aa9de190 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 217 time: 0.2899857 Jul 28 06:29:09.123168 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.136082 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc85ab-d00b-4d35-a8b9-e59e1ee8f30e req-6d1b46ea-968f-4be9-9b4f-77139a94eb97 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:09.137688 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-72bc85ab-d00b-4d35-a8b9-e59e1ee8f30e req-6d1b46ea-968f-4be9-9b4f-77139a94eb97 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.3265710 Jul 28 06:29:09.164482 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=b21bb56c-34cb-4842-9382-4bf8a79421c4,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:09.206409 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-72bc85ab-d00b-4d35-a8b9-e59e1ee8f30e req-72eebeef-2b1f-4c17-b51d-a5a98a0cb542 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612569 Jul 28 06:29:09.226591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.229107 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-9c4eb8a8-5bcd-4611-baa7-2c53d07b0614 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028010 Jul 28 06:29:09.263385 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.287184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d979446-c32b-4593-83ab-750ffaea77fe req-1d0d59b7-fc53-47e5-9b8d-df142ce9ceee tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:09.288664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8d979446-c32b-4593-83ab-750ffaea77fe req-1d0d59b7-fc53-47e5-9b8d-df142ce9ceee tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0593572 Jul 28 06:29:09.325277 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['0d2efce0-28f9-47ea-a49a-15a80e72550a'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:09.338839 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d62d3f-40d4-4961-b494-35ddb4309fb9 req-9c637476-dac5-4862-b160-b1f0262fda55 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:09.340230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-12d62d3f-40d4-4961-b494-35ddb4309fb9 req-9c637476-dac5-4862-b160-b1f0262fda55 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 945 time: 0.0697386 Jul 28 06:29:09.383475 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8d979446-c32b-4593-83ab-750ffaea77fe req-d516f434-eecf-4848-bf94-8b899acb5e1d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758111 Jul 28 06:29:09.428984 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-12d62d3f-40d4-4961-b494-35ddb4309fb9 req-68551fcf-c0c6-49c3-97d7-9abdfafda6fe tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778749 Jul 28 06:29:09.660790 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a958-c2af-4b3b-a3a1-2a2c4debe9c6 req-0e6aa035-b68c-459d-8b04-43d2fa32d228 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:09.662576 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eaa3a958-c2af-4b3b-a3a1-2a2c4debe9c6 req-0e6aa035-b68c-459d-8b04-43d2fa32d228 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0478842 Jul 28 06:29:09.720935 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eaa3a958-c2af-4b3b-a3a1-2a2c4debe9c6 req-6b07fae4-415c-435d-b15f-601ec5617aa1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Jul 28 06:29:09.793817 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:09.810513 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55274) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:09.836506 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ce921-979e-4332-9e46-4993206acdd7 req-b9c95660-bc82-4949-a224-c1787c5bebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:09.838217 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-b9c95660-bc82-4949-a224-c1787c5bebe5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.0992594 Jul 28 06:29:09.842599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-0ad28436-70f9-4f27-a3b8-b5e586db8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:09.844742 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-0ad28436-70f9-4f27-a3b8-b5e586db8852 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.1152444 Jul 28 06:29:09.851696 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7183ab0d-8e3e-4ef7-803e-eb20c6144f72 req-0414c2dc-afd7-403b-92fa-e9c87bc33320 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227112 Jul 28 06:29:09.884908 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-69973b64-6e9d-48eb-a481-67796e2f4c64 req-4e140f3b-0b67-45cd-b10c-ea5d26e935fc tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0288675 Jul 28 06:29:09.943999 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:09.976120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:10.015613 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:10.020609 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Publish callbacks [] for security_group (deba1fd3-e56f-42e7-984d-932893b02acc), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.159199 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (deba1fd3-e56f-42e7-984d-932893b02acc), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.200198 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7effa0ed8b924e2c9e305aec5c5bd79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883500 Jul 28 06:29:10.201273 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deba1fd3-e56f-42e7-984d-932893b02acc,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:10.203279 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55282) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:10.209331 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.209685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.210051 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.210398 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.210733 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.211066 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.211399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.211741 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.212072 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.212409 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.212752 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.213083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.213436 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.213782 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.214105 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b42ac8f-7f82-4342-aa9e-87e47c172318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.261053 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Publish callbacks [] for security_group (deba1fd3-e56f-42e7-984d-932893b02acc), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.309859 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Publish callbacks [] for security_group (deba1fd3-e56f-42e7-984d-932893b02acc), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.337586 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4d86c-cb2f-4e5d-b9f1-993bf39050bb req-17ab207c-bf40-43a0-8eae-ecd23ceb0216 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:10.339159 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-adc4d86c-cb2f-4e5d-b9f1-993bf39050bb req-17ab207c-bf40-43a0-8eae-ecd23ceb0216 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0667963 Jul 28 06:29:10.407289 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-adc4d86c-cb2f-4e5d-b9f1-993bf39050bb req-8c0e36a6-da38-447f-8519-adcec3533c9d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591805 Jul 28 06:29:10.497238 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (deba1fd3-e56f-42e7-984d-932893b02acc), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.499841 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.504193 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/deba1fd3-e56f-42e7-984d-932893b02acc HTTP/1.1" status: 204 len: 168 time: 0.2998350 Jul 28 06:29:10.559994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deba1fd3-e56f-42e7-984d-932893b02acc,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:10.565053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:10.571351 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628897d1-d034-4edb-a15b-41a6f8f85e59 req-f773ee96-f920-4354-a20b-61bd80246caa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:10.573023 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-628897d1-d034-4edb-a15b-41a6f8f85e59 req-f773ee96-f920-4354-a20b-61bd80246caa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1121275 Jul 28 06:29:10.584682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68695-ec6d-49ba-b000-f9aa8e3a97ac req-8e56820f-d586-4ecb-81dc-32fedb7bce47 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:10.597286 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-65e68695-ec6d-49ba-b000-f9aa8e3a97ac req-8e56820f-d586-4ecb-81dc-32fedb7bce47 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.1039691 Jul 28 06:29:10.600222 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55298) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:10.600683 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:10.602750 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:10.604648 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.605001 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.605454 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.605692 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.608753 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.609184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.609528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.611176 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.611541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.611884 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.612225 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.613243 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.617754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.618112 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.618521 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa6a1-7730-42a8-8d22-c5addc9413cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:29:10.620766 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 0d2efce0-28f9-47ea-a49a-15a80e72550a completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:29:10.683059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55300) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:10.700788 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 0d2efce0-28f9-47ea-a49a-15a80e72550a triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:10.701161 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.709644 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (9a1b4a08-b1ca-43a4-baec-78e668524998), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.748247 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:10.764287 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-628897d1-d034-4edb-a15b-41a6f8f85e59 req-a5d47bce-2cb8-4e34-aeed-3e5843da444d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635637 Jul 28 06:29:10.793816 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0408-9fcb-46b1-b5a0-c5d7e08021e7 req-6c4b9705-1b4c-40fa-b7ee-ea911a99af34 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:10.793816 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-74df0408-9fcb-46b1-b5a0-c5d7e08021e7 req-6c4b9705-1b4c-40fa-b7ee-ea911a99af34 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 945 time: 0.1288338 Jul 28 06:29:10.824194 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.837649 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:10.838053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:10.898788 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:10.950374 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:10.951622 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:11.002745 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-74df0408-9fcb-46b1-b5a0-c5d7e08021e7 req-4ff09a4f-ab75-45d9-a631-92a7b1f0768a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021363 Jul 28 06:29:11.004000 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.010303 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:11.012042 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-945b1e69-4879-4989-ae10-47df38bf5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:11.014551 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-945b1e69-4879-4989-ae10-47df38bf5fec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1570506 Jul 28 06:29:11.015012 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce51441c-7477-4f3b-8997-4c48a91d88d5" -d '{"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:11.022361 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ce921-979e-4332-9e46-4993206acdd7 req-a16d98ae-cf93-4fee-8ae9-f1eeebe3afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:11.023888 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-a16d98ae-cf93-4fee-8ae9-f1eeebe3afee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1721537 Jul 28 06:29:11.047992 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0014e2-4a54-4424-9bb7-2d78e38852f2 req-e7f43a0f-8ee1-443c-a5c7-c71fde68d08b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:11.049664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d0014e2-4a54-4424-9bb7-2d78e38852f2 req-e7f43a0f-8ee1-443c-a5c7-c71fde68d08b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1225541 Jul 28 06:29:11.108228 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:11.147234 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d0014e2-4a54-4424-9bb7-2d78e38852f2 req-d71c69a1-c7bd-4cba-b591-5689fe390d26 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903673 Jul 28 06:29:11.160088 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d89b6041-c905-4322-9a94-49a4bca509a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.168986 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.263057 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5f789-ca2d-47c4-a4f1-6c506e69aa22 x-openstack-request-id: req-d8c5f789-ca2d-47c4-a4f1-6c506e69aa22 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:11.263545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:11.263946 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8c5f789-ca2d-47c4-a4f1-6c506e69aa22 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:11.264489 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c5f789-ca2d-47c4-a4f1-6c506e69aa22'] response: {'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'code': 200} Jul 28 06:29:11.308087 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-9224751e-14dc-40c0-a22c-2bb4c1397510 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411996 Jul 28 06:29:11.312367 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-326ea63f-5c89-4223-9240-0cd74d2865f3 req-38cc438c-9bb3-4ec3-b70b-50da0aef0cc7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.1699965 Jul 28 06:29:11.380964 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:11.385522 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55316) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:11.418705 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cba4f537-97d2-4d71-9c4b-e2f866f61e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.470644 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf17db-2d8a-4671-a495-3f7cc87e46b9 req-9676500d-d8eb-4b49-aa83-ed9a0302b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:11.472077 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a8bf17db-2d8a-4671-a495-3f7cc87e46b9 req-9676500d-d8eb-4b49-aa83-ed9a0302b656 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 1129 time: 0.3099523 Jul 28 06:29:11.503342 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-8554b278-dafe-45bd-8a80-a4125c602873 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403096 Jul 28 06:29:11.535180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d89b6041-c905-4322-9a94-49a4bca509a9 admin admin] Publish callbacks [] for security_group (2b0598f3-ae3f-4086-a733-86a198604a98), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.571754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cba4f537-97d2-4d71-9c4b-e2f866f61e29 admin admin] Publish callbacks [] for security_group (bbdcc4ad-e382-42ce-8ae6-ec2c80960d84), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.614784 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d89b6041-c905-4322-9a94-49a4bca509a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (2b0598f3-ae3f-4086-a733-86a198604a98), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.651714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cba4f537-97d2-4d71-9c4b-e2f866f61e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bbdcc4ad-e382-42ce-8ae6-ec2c80960d84), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.652432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:11.660375 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:11.670161 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b6041-c905-4322-9a94-49a4bca509a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0598f3-ae3f-4086-a733-86a198604a98,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:11.680801 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d89b6041-c905-4322-9a94-49a4bca509a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=263732b41c834d6c814e880a9711d135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9938312 Jul 28 06:29:11.681892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55320) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:11.727366 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.735487 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-cba4f537-97d2-4d71-9c4b-e2f866f61e29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14adc84a39404a9d8776354905729b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482590 Jul 28 06:29:11.741522 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55322) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:11.772555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4f537-97d2-4d71-9c4b-e2f866f61e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdcc4ad-e382-42ce-8ae6-ec2c80960d84,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:11.837738 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a8bf17db-2d8a-4671-a495-3f7cc87e46b9 req-ab74902a-0485-4268-8893-e6b8677b6e0d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033037 Jul 28 06:29:11.841902 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (9a1b4a08-b1ca-43a4-baec-78e668524998), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.845886 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b92108bb-5ace-4552-838e-040e129a10bf admin admin] Publish callbacks [] for security_group (bbdcc4ad-e382-42ce-8ae6-ec2c80960d84), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.932578 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-67e97d60-bcf9-48bd-ac71-8fe7b1474780 admin admin] Publish callbacks [] for security_group (2b0598f3-ae3f-4086-a733-86a198604a98), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.942872 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b92108bb-5ace-4552-838e-040e129a10bf admin admin] Publish callbacks [] for security_group (bbdcc4ad-e382-42ce-8ae6-ec2c80960d84), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:11.974519 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4598-dac8-4232-b566-eee7b2e45296 req-8c99319e-3e4d-43cb-a2c3-2e3c23a8b510 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:11.976020 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-280f4598-dac8-4232-b566-eee7b2e45296 req-8c99319e-3e4d-43cb-a2c3-2e3c23a8b510 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1229126 Jul 28 06:29:11.993723 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP 9a1b4a08-b1ca-43a4-baec-78e668524998 associated. External IP: 172.27.3.165, port: f73695a0-ec1f-4387-94ac-3d3ad1c57c48. Jul 28 06:29:12.002057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-67e97d60-bcf9-48bd-ac71-8fe7b1474780 admin admin] Publish callbacks [] for security_group (2b0598f3-ae3f-4086-a733-86a198604a98), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.016979 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e77d09f-8dfa-4828-b95c-cb040efc035b req-94efa876-82e5-487e-8b11-25ba3f8ca5cc service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685373 Jul 28 06:29:12.027392 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-757ce921-979e-4332-9e46-4993206acdd7 req-f67b9563-06ca-4ddc-8b38-36e0986bab61 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951288 Jul 28 06:29:12.053231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:12.058709 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.076350 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-280f4598-dac8-4232-b566-eee7b2e45296 req-937eec3c-f842-40e6-8e0b-b9d0e71031b6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923200 Jul 28 06:29:12.147942 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b92108bb-5ace-4552-838e-040e129a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bbdcc4ad-e382-42ce-8ae6-ec2c80960d84), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.150716 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b92108bb-5ace-4552-838e-040e129a10bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.151987 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b92108bb-5ace-4552-838e-040e129a10bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbdcc4ad-e382-42ce-8ae6-ec2c80960d84 HTTP/1.1" status: 204 len: 168 time: 0.4093316 Jul 28 06:29:12.161769 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:12.164656 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92108bb-5ace-4552-838e-040e129a10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdcc4ad-e382-42ce-8ae6-ec2c80960d84,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:12.183968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-67e97d60-bcf9-48bd-ac71-8fe7b1474780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (2b0598f3-ae3f-4086-a733-86a198604a98), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.188475 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-67e97d60-bcf9-48bd-ac71-8fe7b1474780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.189759 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-67e97d60-bcf9-48bd-ac71-8fe7b1474780 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b0598f3-ae3f-4086-a733-86a198604a98 HTTP/1.1" status: 204 len: 168 time: 0.5025551 Jul 28 06:29:12.203901 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e97d60-bcf9-48bd-ac71-8fe7b1474780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0598f3-ae3f-4086-a733-86a198604a98,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:12.235604 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54232a-fea9-4e0f-9b28-e5cc2d85af1c req-9d644c10-e91c-449f-9298-b27f123fec2c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:12.236736 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e54232a-fea9-4e0f-9b28-e5cc2d85af1c req-9d644c10-e91c-449f-9298-b27f123fec2c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0923662 Jul 28 06:29:12.331416 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:29:12.376356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e54232a-fea9-4e0f-9b28-e5cc2d85af1c req-6997dd7b-eb7a-4a5c-bc28-92d0804b340a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227028 Jul 28 06:29:12.398399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a54f-1723-4abe-9775-fb9c67e0ef21 req-5ff5af26-47e5-440e-8550-37406c7144e7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:12.400155 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3946a54f-1723-4abe-9775-fb9c67e0ef21 req-5ff5af26-47e5-440e-8550-37406c7144e7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0938878 Jul 28 06:29:12.541452 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3716ed32-994b-496f-bf66-34645a64f9ba req-d4e7988e-139c-4c57-89a9-b882f4f443e2 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0424287 Jul 28 06:29:12.557106 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3946a54f-1723-4abe-9775-fb9c67e0ef21 req-41a14148-b11b-4684-8113-f9c9b1525bb3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491678 Jul 28 06:29:12.563608 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:29:12.569227 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:12.580762 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:29:12.601582 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:12.603053 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:12.635457 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-aa245449-ea30-4d77-8196-610587edb3b0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "PUT /v2.0/floatingips/9a1b4a08-b1ca-43a4-baec-78e668524998 HTTP/1.1" status: 200 len: 992 time: 2.0363028 Jul 28 06:29:12.636274 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:12.642357 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:12.712779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91be3db8-e94f-4448-8f17-6d97b38aebbf x-openstack-request-id: req-91be3db8-e94f-4448-8f17-6d97b38aebbf {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:12.712779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:12.712779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91be3db8-e94f-4448-8f17-6d97b38aebbf {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:12.712779 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91be3db8-e94f-4448-8f17-6d97b38aebbf'] response: {'name': 'network-changed', 'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'status': 'completed', 'code': 200} Jul 28 06:29:12.762457 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:13.130518 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-757e4d6b-74e1-4c42-897f-20689ce56130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.133572 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-757e4d6b-74e1-4c42-897f-20689ce56130 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 1130 time: 0.1027367 Jul 28 06:29:13.172096 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-2f886f66-9686-4038-acde-c7da5f869444 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.173968 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-2f886f66-9686-4038-acde-c7da5f869444 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "GET /v2.0/networks?id=8974bd1f-ab5c-4284-a68b-b8398f038e53 HTTP/1.1" status: 200 len: 809 time: 0.2474093 Jul 28 06:29:13.196516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479180a-7e03-4a0f-a2bf-f29841e9789b req-79e8fcf2-a338-42ec-9175-96a5978d68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.198569 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d479180a-7e03-4a0f-a2bf-f29841e9789b req-79e8fcf2-a338-42ec-9175-96a5978d68a2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1130 time: 0.3394740 Jul 28 06:29:13.202297 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Request body: {'port': {'device_id': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53', 'admin_state_up': True, 'tenant_id': '22a64b6b084848ec89599880170c719e'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:13.307923 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81a3c4-c46d-48f3-b345-50cc17f55608 req-6bb75175-e47b-4f9a-a643-7a4d1d6c801f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.317452 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3c81a3c4-c46d-48f3-b345-50cc17f55608 req-6bb75175-e47b-4f9a-a643-7a4d1d6c801f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0935647 Jul 28 06:29:13.321089 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:11Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:13.345038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:13.379880 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:29:13.403943 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:13.404210 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-7bdaa878-9fa1-43be-90fa-0b5f275c1d42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2811732 Jul 28 06:29:13.404983 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:13.429591 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-86f00b87-6a65-4f83-abca-9d21442ab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.433892 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-86f00b87-6a65-4f83-abca-9d21442ab7d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.2435603 Jul 28 06:29:13.456046 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d479180a-7e03-4a0f-a2bf-f29841e9789b req-7d0ffab9-49ad-4da7-91f1-e476c07ee2f6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552720 Jul 28 06:29:13.489491 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7188e0d-216e-426f-b43e-e7de1cf6a203 req-7482f368-0441-42d8-a09b-07fab1dd6e3f tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.490979 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e7188e0d-216e-426f-b43e-e7de1cf6a203 req-7482f368-0441-42d8-a09b-07fab1dd6e3f tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1022892 Jul 28 06:29:13.528454 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:13.543733 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3c81a3c4-c46d-48f3-b345-50cc17f55608 req-ac45949e-b7d4-4744-b58c-483380e76a76 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253160 Jul 28 06:29:13.618051 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e7188e0d-216e-426f-b43e-e7de1cf6a203 req-f824029c-17e3-42e5-aa19-82f1ae7fb928 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040807 Jul 28 06:29:13.660939 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Made reservation on behalf of 22a64b6b084848ec89599880170c719e for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:29:13.668260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:13.777580 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045319-1318-4d28-bebf-62df79ae7537 req-8b6fc57a-b0ce-47fe-8122-bd46dffd27ac tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.779118 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b5045319-1318-4d28-bebf-62df79ae7537 req-8b6fc57a-b0ce-47fe-8122-bd46dffd27ac tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1073389 Jul 28 06:29:13.795409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58259f-f151-4de9-8d33-3af677aecafb req-ab00eac1-044c-4e0a-a49c-9869879dc95f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:13.795409 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c58259f-f151-4de9-8d33-3af677aecafb req-ab00eac1-044c-4e0a-a49c-9869879dc95f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0796013 Jul 28 06:29:13.834506 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:11Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:13.869579 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d10f-d2d5-46b2-b151-1e73b90857da None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:11Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:29:13.885267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:13.957282 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b5045319-1318-4d28-bebf-62df79ae7537 req-8df425b5-fead-4824-a051-ca7fb9b9c596 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651881 Jul 28 06:29:13.975198 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c58259f-f151-4de9-8d33-3af677aecafb req-0438af6c-4985-487c-a592-1b25017c8c38 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478982 Jul 28 06:29:14.008465 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Allocated IP 172.20.0.6 (8974bd1f-ab5c-4284-a68b-b8398f038e53/d7b89048-e0f2-4709-8a16-a57fe3c7f7a8/1405ad72-631b-4930-84ec-4e411010104f) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:29:14.110245 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f8a0029b-5404-4acc-b3ee-feaa3d0ae7a1 req-597f0045-6b48-48ec-998a-651aa2c8e34e tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0491037 Jul 28 06:29:14.237552 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks [] for port (1405ad72-631b-4930-84ec-4e411010104f), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:14.393047 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (1405ad72-631b-4930-84ec-4e411010104f), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:14.448079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Network 8974bd1f-ab5c-4284-a68b-b8398f038e53 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:29:14.454646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:14.460249 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:29:14.465461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:14.466122 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:14.468720 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:14.477955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Pushing event updated for resources: {'Port': ['ID=1405ad72-631b-4930-84ec-4e411010104f,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:14.603490 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-c4cfb47a-e364-4557-87ac-78007182fbcd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4090354 Jul 28 06:29:14.685206 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ed9fd-7fba-4a5c-9ba3-eba794a2f6d2 req-88a407a0-b457-4a97-b7cb-91d0aa2b560b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:14.690540 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da031b0-071a-4f3b-9a3c-92104c0eadea None None] New status for floating IP 9a1b4a08-b1ca-43a4-baec-78e668524998: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:29:14.693901 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-531ed9fd-7fba-4a5c-9ba3-eba794a2f6d2 req-88a407a0-b457-4a97-b7cb-91d0aa2b560b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0613725 Jul 28 06:29:14.774601 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182218c-5072-4378-b683-3e6ae575056a req-ff46a41b-1a06-42d2-8831-e303a46bdea6 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:14.776100 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0182218c-5072-4378-b683-3e6ae575056a req-ff46a41b-1a06-42d2-8831-e303a46bdea6 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.0661018 Jul 28 06:29:14.805975 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-531ed9fd-7fba-4a5c-9ba3-eba794a2f6d2 req-e1933293-25ee-4a9c-b14c-9099973e6bd4 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110532 Jul 28 06:29:14.855111 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0182218c-5072-4378-b683-3e6ae575056a req-7227e004-1965-40be-8aee-4771d4793d8e tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698614 Jul 28 06:29:14.952079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3ee6f-24cc-44ed-aeaf-b8e30cd68cb6 req-bdadf5b2-5302-439a-b35b-9443d9d0dafa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:14.955623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-34b3ee6f-24cc-44ed-aeaf-b8e30cd68cb6 req-bdadf5b2-5302-439a-b35b-9443d9d0dafa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0722427 Jul 28 06:29:14.966226 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55418) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:14.973909 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'floatingip': {'port_id': 'b21bb56c-34cb-4842-9382-4bf8a79421c4'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:15.024074 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:29:15.034942 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (ea3852d9-89cd-47d7-b704-62e9383d9724), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:15.146632 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea5d23-cd4b-490c-ab5e-c810fe230bd5 req-629a4f64-45c7-41ba-ae00-1cd9e5bcd12d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:15.149443 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-92ea5d23-cd4b-490c-ab5e-c810fe230bd5 req-629a4f64-45c7-41ba-ae00-1cd9e5bcd12d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0819662 Jul 28 06:29:15.161456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c25036-ee21-445a-9668-101e023264de req-2f4391cc-6745-47b5-a4eb-77ef9340114e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:15.163322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b0c25036-ee21-445a-9668-101e023264de req-2f4391cc-6745-47b5-a4eb-77ef9340114e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0854683 Jul 28 06:29:15.351538 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:15.435998 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-92ea5d23-cd4b-490c-ab5e-c810fe230bd5 req-a4e5c881-e025-4e97-b9b8-896216f54a05 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720246 Jul 28 06:29:15.458698 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b0c25036-ee21-445a-9668-101e023264de req-0471d510-1ae3-41e8-b9eb-95c0f3ba5c76 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730680 Jul 28 06:29:15.565478 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:15.582383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ade02-ebfd-41e2-a6ef-5277dba894b4 req-51fde439-9815-4a54-87b2-e4f746158828 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:15.583922 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f7ade02-ebfd-41e2-a6ef-5277dba894b4 req-51fde439-9815-4a54-87b2-e4f746158828 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 931 time: 0.0595946 Jul 28 06:29:15.623429 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (ea3852d9-89cd-47d7-b704-62e9383d9724), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:15.635687 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f7ade02-ebfd-41e2-a6ef-5277dba894b4 req-42549bf0-619b-413e-94a1-d69d0ac6c144 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458193 Jul 28 06:29:15.898229 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Floating IP ea3852d9-89cd-47d7-b704-62e9383d9724 associated. External IP: 172.27.3.151, port: b21bb56c-34cb-4842-9382-4bf8a79421c4. Jul 28 06:29:15.962686 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:15.983646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ccda-457d-442f-9f0a-e4ff1b2943d3 req-c35f4b6c-8c35-45a0-a7b8-d63cf4623a30 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:15.986120 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d55ccda-457d-442f-9f0a-e4ff1b2943d3 req-c35f4b6c-8c35-45a0-a7b8-d63cf4623a30 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Jul 28 06:29:16.058083 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d55ccda-457d-442f-9f0a-e4ff1b2943d3 req-dbdc54e6-f423-49e9-8452-c2da62974ece tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661261 Jul 28 06:29:16.205932 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-499f3ade-ca3e-488c-b598-9bf3c9e29d05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48 HTTP/1.1" status: 200 len: 1002 time: 0.1133633 Jul 28 06:29:16.212884 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:29:16.224937 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:16.332181 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:29:16.336905 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:16.345798 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:29:16.362129 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:16.363882 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:16.384134 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-49315869-6196-469f-ab5d-3f3fdcd287d9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "PUT /v2.0/floatingips/ea3852d9-89cd-47d7-b704-62e9383d9724 HTTP/1.1" status: 200 len: 991 time: 1.4161079 Jul 28 06:29:16.386107 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:16.397754 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4360a66-c651-4460-a0b1-1a6f91131258" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:16.450136 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c373dbe-eeed-4dba-b4db-d0dc700b309b x-openstack-request-id: req-8c373dbe-eeed-4dba-b4db-d0dc700b309b {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:16.451143 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:16.451143 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c373dbe-eeed-4dba-b4db-d0dc700b309b {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:16.457790 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c373dbe-eeed-4dba-b4db-d0dc700b309b'] response: {'name': 'network-changed', 'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'status': 'completed', 'code': 200} Jul 28 06:29:16.484359 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:16.573875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6567e42-848b-404a-8d6f-45e875f04f13 req-615d43d3-c419-422d-9793-b8496f2e3815 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:16.575646 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6567e42-848b-404a-8d6f-45e875f04f13 req-615d43d3-c419-422d-9793-b8496f2e3815 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0534055 Jul 28 06:29:16.596524 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:16.606409 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:16.644890 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451c716-9952-4158-846f-842c4c5094f7 req-4dfd0859-e72b-488b-80fb-f9294bcbeeb5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:16.646425 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3451c716-9952-4158-846f-842c4c5094f7 req-4dfd0859-e72b-488b-80fb-f9294bcbeeb5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0792589 Jul 28 06:29:16.656003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Request body: {'port': {'device_id': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:16.708721 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6567e42-848b-404a-8d6f-45e875f04f13 req-820b6b4d-9227-493e-9d99-86402dedef87 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233330 Jul 28 06:29:16.742252 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'ea3852d9-89cd-47d7-b704-62e9383d9724', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'port_id': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'mac_address': 'fa:16:3e:01:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:45Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 1, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:16.766600 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3451c716-9952-4158-846f-842c4c5094f7 req-e8cf60d8-2c6d-4d88-8d91-e41b3b29daaf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066151 Jul 28 06:29:16.769187 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:29:16.769395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1405ad72-631b-4930-84ec-4e411010104f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:16.780197 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:16.781809 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:16.863203 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-d1d3dae3-1a89-4ca7-b9ca-63d51e6fbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:16.864929 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-d1d3dae3-1a89-4ca7-b9ca-63d51e6fbf1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0583131 Jul 28 06:29:16.916008 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-88168d41-45e3-46f9-ae0a-20be444fe523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:16.917906 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-88168d41-45e3-46f9-ae0a-20be444fe523 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58565c8c6b5743278fb155d39ed65e3d&device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 1129 time: 0.1384699 Jul 28 06:29:16.935371 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:16.985706 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe5b7-f7b9-4b82-8de3-7fb967c71a18 req-8afc15cb-784e-4f29-a327-7ae83aa50d0a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:16.987242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-28efe5b7-f7b9-4b82-8de3-7fb967c71a18 req-8afc15cb-784e-4f29-a327-7ae83aa50d0a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 931 time: 0.1730976 Jul 28 06:29:16.990869 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-e6fa8eb0-0c8d-40d5-a821-bd06a7d2117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:16.992288 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-e6fa8eb0-0c8d-40d5-a821-bd06a7d2117a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 1129 time: 0.1419456 Jul 28 06:29:17.112249 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-28efe5b7-f7b9-4b82-8de3-7fb967c71a18 req-0ac154a9-d645-4070-aeee-0666ec1884b1 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182685 Jul 28 06:29:17.210890 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:17.252004 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'ea3852d9-89cd-47d7-b704-62e9383d9724', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'port_id': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'mac_address': 'fa:16:3e:01:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:45Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 1, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:17.288934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1405ad72-631b-4930-84ec-4e411010104f {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:17.294584 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18157fff-e4b3-4207-9b35-b99134b1c035 None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'ea3852d9-89cd-47d7-b704-62e9383d9724', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'port_id': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'mac_address': 'fa:16:3e:01:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:45Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 1, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:29:17.314210 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280fa7c-c1ad-4ce9-b4f2-b2581d632971 req-c898b86b-dff7-43e4-89f7-d5e793091d84 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:17.315817 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e280fa7c-c1ad-4ce9-b4f2-b2581d632971 req-c898b86b-dff7-43e4-89f7-d5e793091d84 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1129429 Jul 28 06:29:17.327600 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Publish callbacks [] for port (1405ad72-631b-4930-84ec-4e411010104f), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:17.372536 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-1ec634c7-2231-4354-a484-9386bc42100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:17.375318 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-1ec634c7-2231-4354-a484-9386bc42100c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740902 Jul 28 06:29:17.449680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Transition to ACTIVE for port object 1405ad72-631b-4930-84ec-4e411010104f will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:29:17.502515 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:17.526686 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1405ad72-631b-4930-84ec-4e411010104f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:17.590507 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e280fa7c-c1ad-4ce9-b4f2-b2581d632971 req-77de43f8-e8eb-4d7a-a43c-95790a646179 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/security-groups?id=583abfc8-7c31-4aca-bbcf-e85e559661de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600329 Jul 28 06:29:17.630897 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-df40e8be-c0f8-45be-a199-c1fa84b63642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:17.632305 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-df40e8be-c0f8-45be-a199-c1fa84b63642 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 912 time: 0.3385108 Jul 28 06:29:17.643606 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Pushing event updated for resources: {'Port': ['ID=1405ad72-631b-4930-84ec-4e411010104f,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:17.646319 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-cbe48c58-47d4-4383-ac7c-ba189b6ffa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:17.647843 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-cbe48c58-47d4-4383-ac7c-ba189b6ffa9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e07e6c95-817a-4822-8866-5c83ae701fa7 HTTP/1.1" status: 200 len: 912 time: 0.2614264 Jul 28 06:29:17.685051 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Attempting to bind port 1405ad72-631b-4930-84ec-4e411010104f on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:29:17.685509 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Attempting to bind port 1405ad72-631b-4930-84ec-4e411010104f by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:29:17.685913 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Attempting to bind port 1405ad72-631b-4930-84ec-4e411010104f on network 8974bd1f-ab5c-4284-a68b-b8398f038e53 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:29:17.691549 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Port 1405ad72-631b-4930-84ec-4e411010104f on network 8974bd1f-ab5c-4284-a68b-b8398f038e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:29:17.691955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Attempting to bind port 1405ad72-631b-4930-84ec-4e411010104f on network 8974bd1f-ab5c-4284-a68b-b8398f038e53 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:29:17.697620 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:29:17.697967 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Checking segment: {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:29:17.698355 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Bound using segment: {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:29:17.698792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Bound port: 1405ad72-631b-4930-84ec-4e411010104f, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:29:17.699165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1405ad72-631b-4930-84ec-4e411010104f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:17.783314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] For port 1405ad72-631b-4930-84ec-4e411010104f, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:29:17.786925 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] For port 1405ad72-631b-4930-84ec-4e411010104f, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1405ad72-631b-4930-84ec-4e411010104f,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:29:17.850245 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b9c3a-35f8-45cb-a5f7-1d92bce3ec26 req-7c11abe0-c719-4a5f-b5a6-ba4f832157d7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:17.852627 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc2b9c3a-35f8-45cb-a5f7-1d92bce3ec26 req-7c11abe0-c719-4a5f-b5a6-ba4f832157d7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0619941 Jul 28 06:29:17.869664 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1405ad72-631b-4930-84ec-4e411010104f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:17.976510 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.71', 61643) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:18.006386 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:18.021891 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-00684a09-185d-4191-86f2-aa16ec99ebfa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47764d3-1a16-4912-b7f4-99264deba837 HTTP/1.1" status: 200 len: 217 time: 0.0653460 Jul 28 06:29:18.055234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.055853 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:18.057240 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] 10.222.0.71 "PUT /v2.0/ports/1405ad72-631b-4930-84ec-4e411010104f HTTP/1.1" status: 200 len: 1093 time: 1.4079616 Jul 28 06:29:18.063140 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'tag': '1405ad72-631b-4930-84ec-4e411010104f'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:18.066573 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea63f6-99c4-4470-a23c-bc0c6e099453" -d '{"events": [{"name": "network-changed", "server_uuid": "e509d0d8-9a39-4b59-9925-e67579ddc07e", "tag": "1405ad72-631b-4930-84ec-4e411010104f"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:18.096151 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-2893b699-c8ab-472c-abe7-6d047a3fc4c9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.098020 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-2893b699-c8ab-472c-abe7-6d047a3fc4c9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.71 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 945 time: 0.1114020 Jul 28 06:29:18.102258 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-036a9796-8cb0-472b-ba7d-2dd45f35e5b3 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017720 Jul 28 06:29:18.191427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd86c3c-dba2-49f3-b894-0a2f87407d4e req-7c850101-6a6b-4341-b76b-80c081197034 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.202848 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0dd86c3c-dba2-49f3-b894-0a2f87407d4e req-7c850101-6a6b-4341-b76b-80c081197034 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.3301346 Jul 28 06:29:18.237086 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:18.290674 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-835113bf-d2e5-49d9-8ba2-ad02dec185fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 200 len: 999 time: 0.3559291 Jul 28 06:29:18.302430 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78406f06-dc7a-409c-b630-c83d304cf286 None None] New status for floating IP ea3852d9-89cd-47d7-b704-62e9383d9724: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:29:18.307852 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc2b9c3a-35f8-45cb-a5f7-1d92bce3ec26 req-d42f1ea3-ac08-47a4-a814-0237cdca6bb5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489355 Jul 28 06:29:18.328305 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Deleting port a47764d3-1a16-4912-b7f4-99264deba837 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:29:18.328716 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (a47764d3-1a16-4912-b7f4-99264deba837), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:18.354458 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-e0d5ee6f-8da5-4b7e-b011-a457c63b3a94 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419078 Jul 28 06:29:18.391459 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70434dee-2dbd-4454-a2fc-b0a87a7d9db1 service neutron] Pushing event updated for resources: {'Port': ['ID=1405ad72-631b-4930-84ec-4e411010104f,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:18.396218 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f48517-35c7-4bbe-ba05-497861c27deb x-openstack-request-id: req-f7f48517-35c7-4bbe-ba05-497861c27deb {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:18.396504 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e509d0d8-9a39-4b59-9925-e67579ddc07e", "tag": "1405ad72-631b-4930-84ec-4e411010104f", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:18.396932 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f7f48517-35c7-4bbe-ba05-497861c27deb {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:18.397508 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f48517-35c7-4bbe-ba05-497861c27deb'] response: {'name': 'network-changed', 'server_uuid': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'tag': '1405ad72-631b-4930-84ec-4e411010104f', 'status': 'completed', 'code': 200} Jul 28 06:29:18.450536 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-6a3c2eac-20d9-4b25-8f11-899ace68809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.452331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-6a3c2eac-20d9-4b25-8f11-899ace68809f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5103b10b-82dc-4619-8aa6-215b05c10aac HTTP/1.1" status: 200 len: 850 time: 0.3553348 Jul 28 06:29:18.478296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-aa0034a6-2fb9-49ad-bd6e-2de29988076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.480035 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-aa0034a6-2fb9-49ad-bd6e-2de29988076f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22a64b6b084848ec89599880170c719e&device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 1127 time: 0.2674658 Jul 28 06:29:18.490897 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] For port a47764d3-1a16-4912-b7f4-99264deba837, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=a47764d3-1a16-4912-b7f4-99264deba837,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:18.491513 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (a47764d3-1a16-4912-b7f4-99264deba837), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:18.510147 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Calling delete_port for a47764d3-1a16-4912-b7f4-99264deba837 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:29:18.554553 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0dd86c3c-dba2-49f3-b894-0a2f87407d4e req-3dc41cc2-25aa-4fdf-83cc-7c78612f010b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499851 Jul 28 06:29:18.583634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-37216893-1e7f-4c0d-93fe-3ce52e04b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.585094 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-37216893-1e7f-4c0d-93fe-3ce52e04b4fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.2093463 Jul 28 06:29:18.595436 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-8d4d31a8-bc62-4f31-b8a8-dff2396a7d83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1405ad72-631b-4930-84ec-4e411010104f HTTP/1.1" status: 200 len: 217 time: 0.0904081 Jul 28 06:29:18.619802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-1c0ed433-3818-4cc3-8dd3-94786ff3d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.619802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-1c0ed433-3818-4cc3-8dd3-94786ff3d0d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e07e6c95-817a-4822-8866-5c83ae701fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248574 Jul 28 06:29:18.634070 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:18.676970 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66176c9-afa8-44ac-b2e3-f243353cd9a8 req-d8e9761e-7111-4219-8a2f-7e88a6a724ea tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.676970 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e66176c9-afa8-44ac-b2e3-f243353cd9a8 req-d8e9761e-7111-4219-8a2f-7e88a6a724ea tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 943 time: 0.1949205 Jul 28 06:29:18.872291 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (a47764d3-1a16-4912-b7f4-99264deba837), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:18.885750 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['a47764d3-1a16-4912-b7f4-99264deba837'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:18.904782 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Pushing event deleted for resources: {'Port': ['ID=a47764d3-1a16-4912-b7f4-99264deba837,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:18.970318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-7fa1b684-41d4-45fe-b7bf-edf42205642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:18.971906 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-7fa1b684-41d4-45fe-b7bf-edf42205642f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3754964 Jul 28 06:29:18.976565 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] No DVR routers for this DVR port a47764d3-1a16-4912-b7f4-99264deba837 on host hv-cinder-81242 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:29:18.982663 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:18.987657 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.71 "DELETE /v2.0/ports/a47764d3-1a16-4912-b7f4-99264deba837 HTTP/1.1" status: 204 len: 173 time: 0.8763468 Jul 28 06:29:18.988210 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'name': 'network-vif-deleted', 'tag': 'a47764d3-1a16-4912-b7f4-99264deba837'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:18.990659 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87435fa1-10ad-4e30-8106-9d0c39153687" -d '{"events": [{"server_uuid": "96d8c679-5516-46fb-a7e5-f9f46d2c17f6", "name": "network-vif-deleted", "tag": "a47764d3-1a16-4912-b7f4-99264deba837"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:19.008833 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:19.019845 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc748-fc72-4569-b625-6639d3799e7f req-9754985c-b331-40f3-84ac-88121019bd4d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:19.021552 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4bbbc748-fc72-4569-b625-6639d3799e7f req-9754985c-b331-40f3-84ac-88121019bd4d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.3549712 Jul 28 06:29:19.039329 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55524) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:19.042240 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'floatingip': {'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:19.070372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-a93af16a-ede4-4a9a-aa54-1d9fe51df467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:19.070372 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-a93af16a-ede4-4a9a-aa54-1d9fe51df467 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7b89048-e0f2-4709-8a16-a57fe3c7f7a8 HTTP/1.1" status: 200 len: 849 time: 0.4531443 Jul 28 06:29:19.105934 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e66176c9-afa8-44ac-b2e3-f243353cd9a8 req-ad524491-826b-49b1-b258-bf9307dd5ded tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963945 Jul 28 06:29:19.107724 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (7e876f07-cbd3-4d07-ad44-1242871dd268), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:19.155704 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-1049ee64-8750-4b09-a47b-b3a05ed60b38 service neutron] 10.222.0.71 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433061 Jul 28 06:29:19.188473 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f08a63-78d1-4721-9f5a-e000701bb0ae x-openstack-request-id: req-04f08a63-78d1-4721-9f5a-e000701bb0ae {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:19.189170 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d8c679-5516-46fb-a7e5-f9f46d2c17f6", "name": "network-vif-deleted", "tag": "a47764d3-1a16-4912-b7f4-99264deba837", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:19.189642 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04f08a63-78d1-4721-9f5a-e000701bb0ae {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:19.190247 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f08a63-78d1-4721-9f5a-e000701bb0ae'] response: {'server_uuid': '96d8c679-5516-46fb-a7e5-f9f46d2c17f6', 'name': 'network-vif-deleted', 'tag': 'a47764d3-1a16-4912-b7f4-99264deba837', 'status': 'completed', 'code': 200} Jul 28 06:29:19.197335 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-17fa4502-a470-4cd5-b530-39b84df2cc20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8974bd1f-ab5c-4284-a68b-b8398f038e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885339 Jul 28 06:29:19.268775 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-29d4eabb-18b7-4003-b6fa-a7afb461f04b req-8ea61583-662c-4f3d-b65a-60c40be285c9 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.1563435 Jul 28 06:29:19.417466 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-7012c484-85e3-4a83-938f-b15bb8b69165 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298255 Jul 28 06:29:19.482562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:19.567224 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a94a3b-f135-41f4-b944-5b89b4623f00 req-9a26803a-f50b-467d-a0cd-1eb748317cc1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:19.568785 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11a94a3b-f135-41f4-b944-5b89b4623f00 req-9a26803a-f50b-467d-a0cd-1eb748317cc1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1558580 Jul 28 06:29:19.574438 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4efd18d-cbbd-4257-977f-ce9ea2f34ae4 req-f16f4177-4bcd-45a6-ab86-e4a84caf4114 service neutron] 10.222.0.71 "GET /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725338 Jul 28 06:29:19.582026 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-1288feb4-22b7-47b1-8ce6-7ec73d2613ba service neutron] 10.222.0.71 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519187 Jul 28 06:29:19.649949 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:19.672943 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:19.728160 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11a94a3b-f135-41f4-b944-5b89b4623f00 req-66f8a01e-ad54-4392-9b2d-22bf820c46a8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451502 Jul 28 06:29:19.731898 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4360a66-c651-4460-a0b1-1a6f91131258 req-66935740-7f27-475a-8ab6-d43c02d03a7c service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071923 Jul 28 06:29:19.739891 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (7e876f07-cbd3-4d07-ad44-1242871dd268), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:19.795388 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d2a039a1-74dd-4fae-8485-55ad2b528a5d req-530533ef-4455-43c9-9c8d-57dd6f7fbe17 service neutron] 10.222.0.71 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683459 Jul 28 06:29:19.852195 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Floating IP 7e876f07-cbd3-4d07-ad44-1242871dd268 associated. External IP: 172.27.3.189, port: 0d2efce0-28f9-47ea-a49a-15a80e72550a. Jul 28 06:29:20.223895 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe69ef-54e3-49c6-afdd-df0c4f155b0a req-ce66bd9e-a91d-4c50-b957-d09848d8f93d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:20.225447 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5fe69ef-54e3-49c6-afdd-df0c4f155b0a req-ce66bd9e-a91d-4c50-b957-d09848d8f93d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 943 time: 0.0543010 Jul 28 06:29:20.258027 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:29:20.283308 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5fe69ef-54e3-49c6-afdd-df0c4f155b0a req-5d933323-b6ab-457b-9ea1-2832fad5e83f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Jul 28 06:29:20.395100 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:29:20.400228 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:20.407033 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:29:20.411880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d40b0f23-f712-4f10-b5ef-616a1a55001b req-609ab42b-1c6e-4c77-8514-e588a7eb8e14 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.0460219 Jul 28 06:29:20.419282 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:20.420022 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:20.424532 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:20.438249 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-55057b94-0654-4111-aaa6-3d6559a55b1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "PUT /v2.0/floatingips/7e876f07-cbd3-4d07-ad44-1242871dd268 HTTP/1.1" status: 200 len: 992 time: 1.3997982 Jul 28 06:29:20.601079 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:20.608225 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:20.822740 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '7e876f07-cbd3-4d07-ad44-1242871dd268', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'mac_address': 'fa:16:3e:c6:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:41Z', 'updated_at': '2022-07-28T06:29:19Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:20.852592 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:29:20.862036 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:20.862630 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:20.862863 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4225d9d-9f2b-4a1f-9c50-e70e8a86dc2b req-da189f35-8c9b-418e-8044-b2bf69fa1c06 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:20.864469 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4225d9d-9f2b-4a1f-9c50-e70e8a86dc2b req-da189f35-8c9b-418e-8044-b2bf69fa1c06 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Jul 28 06:29:20.915834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4225d9d-9f2b-4a1f-9c50-e70e8a86dc2b req-c0082d0e-687d-4338-9a2f-040b59d2bf70 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457006 Jul 28 06:29:20.975582 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:21.198102 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:21.199166 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:21.204516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bad8013-dd81-4399-88f7-dec2b5a911f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:21.204642 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '7e876f07-cbd3-4d07-ad44-1242871dd268', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'mac_address': 'fa:16:3e:c6:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:41Z', 'updated_at': '2022-07-28T06:29:19Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:21.256312 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b4469-5fdb-49d5-9fe8-f334d92540c1 None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '7e876f07-cbd3-4d07-ad44-1242871dd268', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'mac_address': 'fa:16:3e:c6:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:41Z', 'updated_at': '2022-07-28T06:29:19Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:29:21.259059 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3256153b-6b8c-431e-a81f-b64cf460707a x-openstack-request-id: req-3256153b-6b8c-431e-a81f-b64cf460707a {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:21.259373 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:21.259632 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3256153b-6b8c-431e-a81f-b64cf460707a {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:21.260022 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3256153b-6b8c-431e-a81f-b64cf460707a'] response: {'name': 'network-changed', 'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'status': 'completed', 'code': 200} Jul 28 06:29:21.324998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-0c0a2422-27eb-4d42-b618-941baec1b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.328590 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-0c0a2422-27eb-4d42-b618-941baec1b666 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22a64b6b084848ec89599880170c719e&device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 1127 time: 0.0933647 Jul 28 06:29:21.336669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-35205776-a4b3-4340-92f8-ee0886f2f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.338289 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-35205776-a4b3-4340-92f8-ee0886f2f4c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1130 time: 0.0471406 Jul 28 06:29:21.489296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2963f0c-d7be-4744-91c3-e9837170e4b5 req-b7b9b35f-4e07-44b4-867a-b5f67289154d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.490950 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2963f0c-d7be-4744-91c3-e9837170e4b5 req-b7b9b35f-4e07-44b4-867a-b5f67289154d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 943 time: 0.0968890 Jul 28 06:29:21.540946 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:21.598594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c87e6136-b0b2-45b6-8cf6-83b6a1aecf45 req-bc2c6a29-5e52-4ec2-a4c5-27cbd9ea7249 tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] 10.222.0.69 "GET /v2.0/ports?device_id=96d8c679-5516-46fb-a7e5-f9f46d2c17f6 HTTP/1.1" status: 200 len: 210 time: 0.0414312 Jul 28 06:29:21.681127 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2963f0c-d7be-4744-91c3-e9837170e4b5 req-eb1cee04-dffa-44df-8532-148880a2c34e tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549966 Jul 28 06:29:21.688506 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-9276c27e-feaf-425e-9aeb-93b7fed9e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.690053 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-9276c27e-feaf-425e-9aeb-93b7fed9e0c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8974bd1f-ab5c-4284-a68b-b8398f038e53 HTTP/1.1" status: 200 len: 910 time: 0.3205397 Jul 28 06:29:21.695385 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-8380cb3c-cbed-4e49-9e42-ee445adeba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.696844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-8380cb3c-cbed-4e49-9e42-ee445adeba08 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.3260770 Jul 28 06:29:21.743266 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-74a6ce68-63f7-4ed7-8dc5-55b1b86cc1fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1405ad72-631b-4930-84ec-4e411010104f HTTP/1.1" status: 200 len: 217 time: 0.0454476 Jul 28 06:29:21.830381 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-5e85dbb2-74b0-4ea6-b791-c8f54669be60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 1000 time: 0.0950594 Jul 28 06:29:21.838906 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-c2c2f876-1c42-41f6-86bc-2584f1fe68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.838906 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-c2c2f876-1c42-41f6-86bc-2584f1fe68a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7b89048-e0f2-4709-8a16-a57fe3c7f7a8 HTTP/1.1" status: 200 len: 849 time: 0.0675189 Jul 28 06:29:21.894757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-7a28da63-8d02-4ce3-a849-c004e8bb3322 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8974bd1f-ab5c-4284-a68b-b8398f038e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288794 Jul 28 06:29:21.959805 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-8b2e2098-189b-4c3c-aea3-ff99a6dc13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:21.961274 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-8b2e2098-189b-4c3c-aea3-ff99a6dc13eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.1230562 Jul 28 06:29:22.062964 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-8fdafd80-9b05-46b2-bd22-2d5db6d375e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:22.064677 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-8fdafd80-9b05-46b2-bd22-2d5db6d375e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938323 Jul 28 06:29:22.083718 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68705c-fec9-482a-bd7c-55de3930250c req-a5ce0358-3944-4de9-a81e-aec9d156e596 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:22.085222 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea68705c-fec9-482a-bd7c-55de3930250c req-a5ce0358-3944-4de9-a81e-aec9d156e596 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0784652 Jul 28 06:29:22.177940 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-3dbf67af-15bd-455c-8b9b-1ea3c449d4ba service neutron] 10.222.0.71 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734745 Jul 28 06:29:22.193281 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509504eb-b940-410a-863b-17acbd1a7895 None None] New status for floating IP 7e876f07-cbd3-4d07-ad44-1242871dd268: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:29:22.212613 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:22.272789 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea68705c-fec9-482a-bd7c-55de3930250c req-b90dbf55-2ccc-4256-9895-0f8c287ec5e2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661091 Jul 28 06:29:22.306738 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-f35af293-33a0-4b5c-90f9-6c9e7854c5d4 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296407 Jul 28 06:29:22.414963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52ea63f6-99c4-4470-a23c-bc0c6e099453 req-7c45e94b-7cc6-4418-b585-187518cf3902 service neutron] 10.222.0.71 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292812 Jul 28 06:29:22.451848 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1bad8013-dd81-4399-88f7-dec2b5a911f8 req-e6320dbf-418b-416a-a090-66029aec1559 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330020 Jul 28 06:29:22.601549 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device a47764d3-1a16-4912-b7f4-99264deba837 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:29:22.621425 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: a47764d3-1a16-4912-b7f4-99264deba837 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:29:22.621769 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device a47764d3-1a16-4912-b7f4-99264deba837 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:29:22.805159 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:22.816694 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46a6c-c582-48fb-94bf-db9beb94a483 req-23677991-d4d2-47da-8c3d-ef6b62d4c2eb tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:22.816694 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6f46a6c-c582-48fb-94bf-db9beb94a483 req-23677991-d4d2-47da-8c3d-ef6b62d4c2eb tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 943 time: 0.0531526 Jul 28 06:29:22.876679 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6f46a6c-c582-48fb-94bf-db9beb94a483 req-49603f92-e4a8-495a-827f-560a37df56cf tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535448 Jul 28 06:29:23.410118 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97635-d845-42e0-a4f7-6ad366596b48 req-889b7292-b204-43d2-8d5b-04bb121184c8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:23.411643 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-27a97635-d845-42e0-a4f7-6ad366596b48 req-889b7292-b204-43d2-8d5b-04bb121184c8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0520771 Jul 28 06:29:23.462722 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-27a97635-d845-42e0-a4f7-6ad366596b48 req-dad1e390-9ca9-47ba-90ce-df2b5d4f9c7c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Jul 28 06:29:23.997984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a90-29ef-4b00-854d-643b7dfab063 req-d0684826-615c-4f0c-8eb0-454f8ea1abd0 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:24.000222 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3d0d4a90-29ef-4b00-854d-643b7dfab063 req-d0684826-615c-4f0c-8eb0-454f8ea1abd0 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 943 time: 0.0479555 Jul 28 06:29:24.051768 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3d0d4a90-29ef-4b00-854d-643b7dfab063 req-ea609179-62b5-425b-95f8-6f00f67bc75c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Jul 28 06:29:24.249706 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55632) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:24.655294 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (a148a431-f4b3-492f-b75a-1bdef54f2f53), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:24.782519 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b41df7-8345-47b5-b790-0116e11d7560 req-25389984-a19c-4efd-838d-f31ced839189 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:24.783944 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c0b41df7-8345-47b5-b790-0116e11d7560 req-25389984-a19c-4efd-838d-f31ced839189 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.2454133 Jul 28 06:29:24.833444 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c0b41df7-8345-47b5-b790-0116e11d7560 req-3da60513-7bec-433a-ab14-397681969ea2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Jul 28 06:29:24.934055 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Deleting port 6d40e758-fed7-4f39-9728-373f90753f20 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:29:24.934397 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6d40e758-fed7-4f39-9728-373f90753f20), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.018493 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] For port 6d40e758-fed7-4f39-9728-373f90753f20, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6d40e758-fed7-4f39-9728-373f90753f20,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:25.018852 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6d40e758-fed7-4f39-9728-373f90753f20), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.031288 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Calling delete_port for 6d40e758-fed7-4f39-9728-373f90753f20 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:29:25.172361 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699bd46-a181-4e45-ae3e-ba19f75c41d6 req-4e39edc6-9cdc-4987-8667-5ea1f73a7ae1 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:25.173916 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b699bd46-a181-4e45-ae3e-ba19f75c41d6 req-4e39edc6-9cdc-4987-8667-5ea1f73a7ae1 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 943 time: 0.0477979 Jul 28 06:29:25.198901 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:25.223824 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b699bd46-a181-4e45-ae3e-ba19f75c41d6 req-8b61e3e8-56f6-46c1-a678-461ce5d08049 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Jul 28 06:29:25.311401 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (6d40e758-fed7-4f39-9728-373f90753f20), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.315097 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:25.339242 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d40e758-fed7-4f39-9728-373f90753f20,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:25.348178 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1405ad72-631b-4930-84ec-4e411010104f details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:29:25.462257 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 1405ad72-631b-4930-84ec-4e411010104f, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1405ad72-631b-4930-84ec-4e411010104f,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:25.475114 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '1405ad72-631b-4930-84ec-4e411010104f', 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53', 'port_id': '1405ad72-631b-4930-84ec-4e411010104f', 'mac_address': 'fa:16:3e:f9:25:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b89048-e0f2-4709-8a16-a57fe3c7f7a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:29:25.478062 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (a148a431-f4b3-492f-b75a-1bdef54f2f53), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.521670 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 1405ad72-631b-4930-84ec-4e411010104f is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:25.522069 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1405ad72-631b-4930-84ec-4e411010104f), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.538570 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1405ad72-631b-4930-84ec-4e411010104f {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:25.561740 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 1405ad72-631b-4930-84ec-4e411010104f, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1405ad72-631b-4930-84ec-4e411010104f,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:25.631650 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1405ad72-631b-4930-84ec-4e411010104f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.679904 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=1405ad72-631b-4930-84ec-4e411010104f,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:25.701676 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Router a148a431-f4b3-492f-b75a-1bdef54f2f53 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:29:25.803333 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:29:25.809839 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8073b677-2cfc-49f2-a292-87dd00b1ee2e admin admin] 10.222.0.69 "PUT /v2.0/routers/a148a431-f4b3-492f-b75a-1bdef54f2f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5580976 Jul 28 06:29:25.811396 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55646) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:25.812086 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] Sync routers for ids ['a148a431-f4b3-492f-b75a-1bdef54f2f53'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:29:25.823718 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] Routers {'a148a431-f4b3-492f-b75a-1bdef54f2f53'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:25.824466 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['a148a431-f4b3-492f-b75a-1bdef54f2f53'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:25.925214 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks [] for router (a148a431-f4b3-492f-b75a-1bdef54f2f53), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:25.950358 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] Set router a148a431-f4b3-492f-b75a-1bdef54f2f53 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:25.966893 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f3d21-554b-4185-9904-c61ffe70de08 req-38b87934-054c-43e5-bf97-14e1b07fee21 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:25.969358 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7f3d21-554b-4185-9904-c61ffe70de08 req-38b87934-054c-43e5-bf97-14e1b07fee21 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0521033 Jul 28 06:29:26.023932 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb7f3d21-554b-4185-9904-c61ffe70de08 req-a7ff5b0d-cbc9-40d2-9dd5-b33f625f4258 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Jul 28 06:29:26.136433 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:29:25Z', 'revision_number': 5, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:26.163940 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] Checking router: a148a431-f4b3-492f-b75a-1bdef54f2f53 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:29:26.173579 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] Routers {'a148a431-f4b3-492f-b75a-1bdef54f2f53'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:29:26.174192 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:29:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['a148a431-f4b3-492f-b75a-1bdef54f2f53'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:26.242266 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks [] for router_gateway (a148a431-f4b3-492f-b75a-1bdef54f2f53), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.281677 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] Set router a148a431-f4b3-492f-b75a-1bdef54f2f53 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:29:26.349258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04facb0-186a-42d5-853d-f332918a72d0 req-5cfcc6f8-c60c-4e1d-9718-25916e1251c4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:26.349867 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Deleting port d08c1568-7005-4660-976a-b572073ca341 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:29:26.350365 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (d08c1568-7005-4660-976a-b572073ca341), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.357510 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c04facb0-186a-42d5-853d-f332918a72d0 req-5cfcc6f8-c60c-4e1d-9718-25916e1251c4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 944 time: 0.0565293 Jul 28 06:29:26.387434 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:26.415623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c04facb0-186a-42d5-853d-f332918a72d0 req-bf53691c-1291-4e33-9a2e-d9bc2db6ac11 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Jul 28 06:29:26.457216 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] For port d08c1568-7005-4660-976a-b572073ca341, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d08c1568-7005-4660-976a-b572073ca341,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:26.457610 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (d08c1568-7005-4660-976a-b572073ca341), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.459916 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:26.471907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Calling delete_port for d08c1568-7005-4660-976a-b572073ca341 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:29:26.475475 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:29:25Z', 'revision_number': 5, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:26.505395 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0bde4-4723-42f6-a80a-db51a07711e9 None None] The sync data for ids ['a148a431-f4b3-492f-b75a-1bdef54f2f53'] in dv-cinder-812429-2-iscsi is: [{'id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'name': 'tempest-DeleteServersTestJSON-831154650-router', 'tenant_id': '58565c8c6b5743278fb155d39ed65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd08c1568-7005-4660-976a-b572073ca341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:06Z', 'updated_at': '2022-07-28T06:29:25Z', 'revision_number': 5, 'project_id': '58565c8c6b5743278fb155d39ed65e3d', 'gw_port': {'id': 'd08c1568-7005-4660-976a-b572073ca341', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a148a431-f4b3-492f-b75a-1bdef54f2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:07Z', 'updated_at': '2022-07-28T06:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:29:26.571088 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:26.682524 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (d08c1568-7005-4660-976a-b572073ca341), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.707545 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08c1568-7005-4660-976a-b572073ca341,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:26.733107 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (a148a431-f4b3-492f-b75a-1bdef54f2f53), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.834887 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (a148a431-f4b3-492f-b75a-1bdef54f2f53), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.837051 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks [] for router_controller (a148a431-f4b3-492f-b75a-1bdef54f2f53), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.986272 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (a148a431-f4b3-492f-b75a-1bdef54f2f53), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.987113 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a148a431-f4b3-492f-b75a-1bdef54f2f53 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:29:26.992893 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:26.994951 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5af8e227-7e2a-4ba2-b48b-44812a9ee785 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a148a431-f4b3-492f-b75a-1bdef54f2f53 HTTP/1.1" status: 204 len: 168 time: 1.1819732 Jul 28 06:29:26.998976 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55658) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:27.051611 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Deleting subnet 5103b10b-82dc-4619-8aa6-215b05c10aac {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:29:27.055241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Publish callbacks [] for subnet (5103b10b-82dc-4619-8aa6-215b05c10aac), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.092454 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Publish callbacks [] for subnet (5103b10b-82dc-4619-8aa6-215b05c10aac), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.188669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:27.208414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (5103b10b-82dc-4619-8aa6-215b05c10aac), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.216514 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675697-fb8c-4dce-97e8-cd19e580fd03 req-58bcf2ff-4f97-4184-bec8-b359f6e8c11a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:27.218652 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7675697-fb8c-4dce-97e8-cd19e580fd03 req-58bcf2ff-4f97-4184-bec8-b359f6e8c11a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1106396 Jul 28 06:29:27.291071 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:27.303849 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7675697-fb8c-4dce-97e8-cd19e580fd03 req-0e4410a2-a63f-4c76-9d7a-90e303cf7b32 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Jul 28 06:29:27.338408 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6d40e758-fed7-4f39-9728-373f90753f20 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:29:27.360918 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 6d40e758-fed7-4f39-9728-373f90753f20 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:29:27.361269 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6d40e758-fed7-4f39-9728-373f90753f20 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:29:27.369990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (5103b10b-82dc-4619-8aa6-215b05c10aac), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.398610 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5103b10b-82dc-4619-8aa6-215b05c10aac,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:27.400401 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.403734 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-3e0024a4-1f41-4502-95f6-f18f6881c5f6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5103b10b-82dc-4619-8aa6-215b05c10aac HTTP/1.1" status: 204 len: 168 time: 0.4030786 Jul 28 06:29:27.405390 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85bf5a7-21bf-4076-bbf9-4040958d1a24 None None] Network e07e6c95-817a-4822-8866-5c83ae701fa7 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:29:27.406344 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55662) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:27.485984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (e07e6c95-817a-4822-8866-5c83ae701fa7), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.490733 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:27.572089 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1df11d-c0f8-4059-9120-5ba82c2dda3d req-9903a3d7-2d55-45b9-bf2a-7d3e274ab095 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:27.573624 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6d1df11d-c0f8-4059-9120-5ba82c2dda3d req-9903a3d7-2d55-45b9-bf2a-7d3e274ab095 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 944 time: 0.0803971 Jul 28 06:29:27.576340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Deleting port e82b38d7-db78-4584-9ffd-57d65ad48ef3 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:29:27.576680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.576996 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] DHCP port deletion for e07e6c95-817a-4822-8866-5c83ae701fa7 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:29:27.613094 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1405ad72-631b-4930-84ec-4e411010104f'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:27.661564 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] Deleting port e82b38d7-db78-4584-9ffd-57d65ad48ef3 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:29:27.662021 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.670666 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] For port e82b38d7-db78-4584-9ffd-57d65ad48ef3, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e82b38d7-db78-4584-9ffd-57d65ad48ef3,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:27.671037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.693672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Calling delete_port for e82b38d7-db78-4584-9ffd-57d65ad48ef3 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:29:27.702155 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6d1df11d-c0f8-4059-9120-5ba82c2dda3d req-8e4d44f9-a54d-43fd-b7ae-6793f6e78be1 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117873 Jul 28 06:29:27.725841 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:27.754747 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] For port e82b38d7-db78-4584-9ffd-57d65ad48ef3, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e82b38d7-db78-4584-9ffd-57d65ad48ef3,segment=NetworkSegment(71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d),segment_id=71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:27.755145 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.775230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] Calling delete_port for e82b38d7-db78-4584-9ffd-57d65ad48ef3 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:29:27.888843 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.917462 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82b38d7-db78-4584-9ffd-57d65ad48ef3,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:27.918870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] No DVR routers for this DVR port e82b38d7-db78-4584-9ffd-57d65ad48ef3 on host dv-cinder-812429-2-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:29:27.952412 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (e82b38d7-db78-4584-9ffd-57d65ad48ef3), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:27.983497 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] Pushing event deleted for resources: {'Port': ['ID=e82b38d7-db78-4584-9ffd-57d65ad48ef3,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:27.986314 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b64c3-a68d-4c0e-bd7b-fae0ad4caeec None None] No DVR routers for this DVR port e82b38d7-db78-4584-9ffd-57d65ad48ef3 on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:29:28.010318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (e07e6c95-817a-4822-8866-5c83ae701fa7), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:28.032551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.033081 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.034139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.034489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > port after_create 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.034821 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.035183 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > port after_update 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.035489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.035875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.036379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.036604 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.203142 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.203517 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.203834 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.204266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:29:28.204645 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07e6c95-817a-4822-8866-5c83ae701fa7']}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:28.223122 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d') {'for_net_delete': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:28.223733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d') {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:29:28.240166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266230911'] for segment (71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:28.260513 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:28.270594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=104326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:29:28.270998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264295755'] for segment (71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:28.438322 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (e07e6c95-817a-4822-8866-5c83ae701fa7), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:28.470057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:28.473977 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e07e6c95-817a-4822-8866-5c83ae701fa7 HTTP/1.1" status: 204 len: 168 time: 1.0665801 Jul 28 06:29:28.481346 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eb451-3f17-4d14-b38f-318bb97c7135 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07e6c95-817a-4822-8866-5c83ae701fa7,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:28.493338 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7321-9252-45dc-ae59-41b55ad5d846 req-2d5855d5-38fa-4d3a-8cb9-edd3535fe3e3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:28.495143 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-beda7321-9252-45dc-ae59-41b55ad5d846 req-2d5855d5-38fa-4d3a-8cb9-edd3535fe3e3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0904284 Jul 28 06:29:28.564507 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-beda7321-9252-45dc-ae59-41b55ad5d846 req-4759e857-9668-4fb8-84d2-8692ab9bf2e8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574522 Jul 28 06:29:28.571329 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d resource provider aggregate not found Jul 28 06:29:28.586117 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71cf5eba-88fd-4ba6-bd43-b09d9f24cb0d found for delete ", "request_id": "req-4c9187f6-9cf4-4772-a41a-8b482fb600c7"}]} Jul 28 06:29:28.838857 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9af4d5-60cb-4489-b030-54ca618348e8 req-8d40827e-d79a-4f57-ae5d-cf4176ad874d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:28.840368 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea9af4d5-60cb-4489-b030-54ca618348e8 req-8d40827e-d79a-4f57-ae5d-cf4176ad874d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 944 time: 0.0497355 Jul 28 06:29:28.855602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:28.897989 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea9af4d5-60cb-4489-b030-54ca618348e8 req-809ad8c6-ee83-4c04-8ae1-df35228b6c88 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495923 Jul 28 06:29:29.030747 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55706) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:29.072247 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-74dd7baf-7d4a-4018-a5e3-a69762c8da9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58565c8c6b5743278fb155d39ed65e3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403409 Jul 28 06:29:29.074725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55708) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:29.130178 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec6d7-1a62-449d-a982-60594d12ae15 admin admin] Publish callbacks [] for security_group (583abfc8-7c31-4aca-bbcf-e85e559661de), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.154262 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec6d7-1a62-449d-a982-60594d12ae15 admin admin] Publish callbacks [] for security_group (583abfc8-7c31-4aca-bbcf-e85e559661de), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.237008 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1405ad72-631b-4930-84ec-4e411010104f up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:29.280126 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 1405ad72-631b-4930-84ec-4e411010104f completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:29:29.329482 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec6d7-1a62-449d-a982-60594d12ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (583abfc8-7c31-4aca-bbcf-e85e559661de), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.334215 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec6d7-1a62-449d-a982-60594d12ae15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.341727 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5a5ec6d7-1a62-449d-a982-60594d12ae15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/583abfc8-7c31-4aca-bbcf-e85e559661de HTTP/1.1" status: 204 len: 168 time: 0.2657502 Jul 28 06:29:29.374062 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ec6d7-1a62-449d-a982-60594d12ae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583abfc8-7c31-4aca-bbcf-e85e559661de,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:29.380993 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 1405ad72-631b-4930-84ec-4e411010104f triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:29.392777 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1405ad72-631b-4930-84ec-4e411010104f), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.430590 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d08c1568-7005-4660-976a-b572073ca341 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:29:29.467060 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: d08c1568-7005-4660-976a-b572073ca341 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:29:29.467412 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d08c1568-7005-4660-976a-b572073ca341 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:29:29.467836 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e82b38d7-db78-4584-9ffd-57d65ad48ef3 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:29:29.490508 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: e82b38d7-db78-4584-9ffd-57d65ad48ef3 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:29:29.490857 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e82b38d7-db78-4584-9ffd-57d65ad48ef3 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:29:29.537327 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 1405ad72-631b-4930-84ec-4e411010104f is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:29.537658 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1405ad72-631b-4930-84ec-4e411010104f), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.564316 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1405ad72-631b-4930-84ec-4e411010104f'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:29.566643 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d0b78-af8a-4eff-a123-3c17f92e300d" -d '{"events": [{"server_uuid": "e509d0d8-9a39-4b59-9925-e67579ddc07e", "name": "network-vif-plugged", "status": "completed", "tag": "1405ad72-631b-4930-84ec-4e411010104f"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:29.580624 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 1405ad72-631b-4930-84ec-4e411010104f, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1405ad72-631b-4930-84ec-4e411010104f,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:29.610317 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c7c4fa-5222-4667-96d0-a3e20aa82024 x-openstack-request-id: req-03c7c4fa-5222-4667-96d0-a3e20aa82024 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:29.610603 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509d0d8-9a39-4b59-9925-e67579ddc07e", "name": "network-vif-plugged", "status": "completed", "tag": "1405ad72-631b-4930-84ec-4e411010104f", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:29.610863 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03c7c4fa-5222-4667-96d0-a3e20aa82024 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:29.611314 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c7c4fa-5222-4667-96d0-a3e20aa82024'] response: {'server_uuid': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1405ad72-631b-4930-84ec-4e411010104f', 'code': 200} Jul 28 06:29:29.626814 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1405ad72-631b-4930-84ec-4e411010104f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:29.671939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:29.682076 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=1405ad72-631b-4930-84ec-4e411010104f,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:29.705488 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d53c7-9b2f-4397-9747-c6a52d8d9c2a req-98f1427a-be16-4ca1-a36b-0fb25f4d958e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:29.705488 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-683d53c7-9b2f-4397-9747-c6a52d8d9c2a req-98f1427a-be16-4ca1-a36b-0fb25f4d958e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0597775 Jul 28 06:29:29.757214 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-683d53c7-9b2f-4397-9747-c6a52d8d9c2a req-a042483a-34a6-4887-ba49-2b3b8cab942a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471411 Jul 28 06:29:30.045114 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a083-6196-4f60-b4ae-33aa6a72120f req-6a7569ff-63a5-4111-b827-a68c43f45fc5 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:30.047265 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b288a083-6196-4f60-b4ae-33aa6a72120f req-6a7569ff-63a5-4111-b827-a68c43f45fc5 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 945 time: 0.0743487 Jul 28 06:29:30.066362 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:30.075556 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658da26-2867-4a23-8ca9-648fc1842894 req-e370413e-8c4a-45bc-a43b-c9211e8b624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:30.077028 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4658da26-2867-4a23-8ca9-648fc1842894 req-e370413e-8c4a-45bc-a43b-c9211e8b624d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 1129 time: 0.0646343 Jul 28 06:29:30.118385 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b288a083-6196-4f60-b4ae-33aa6a72120f req-9b432f4d-4530-4479-8f41-6b59210b8de7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650587 Jul 28 06:29:30.152009 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4658da26-2867-4a23-8ca9-648fc1842894 req-7ef29159-c6b1-464d-a07c-e725de762df2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572214 Jul 28 06:29:30.746651 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55762) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:30.882773 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a1369-2778-4fca-a506-78cf8f717ad6 req-3b7a3a59-ebe5-4811-96a6-0100c46d6c8f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:30.884298 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bf6a1369-2778-4fca-a506-78cf8f717ad6 req-3b7a3a59-ebe5-4811-96a6-0100c46d6c8f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0522866 Jul 28 06:29:30.920171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb38d-a2db-469e-ae79-18f4d31ce806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:30.943128 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bf6a1369-2778-4fca-a506-78cf8f717ad6 req-95596a81-8f0a-41a6-8f8a-98d11eaa2aa9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Jul 28 06:29:31.016619 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb38d-a2db-469e-ae79-18f4d31ce806 admin admin] Publish callbacks [] for security_group (15080d56-74c9-42c7-bde0-28cd4381c2c5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:31.128093 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb38d-a2db-469e-ae79-18f4d31ce806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (15080d56-74c9-42c7-bde0-28cd4381c2c5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:31.169922 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcb38d-a2db-469e-ae79-18f4d31ce806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15080d56-74c9-42c7-bde0-28cd4381c2c5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:31.175036 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2cdcb38d-a2db-469e-ae79-18f4d31ce806 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ddc89f69fae4de3979e73c78e222257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267015 Jul 28 06:29:31.177532 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55778) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:31.273028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985d02-c0e9-4225-a7b3-688adf7fba88 req-710d0f4f-1bc1-45a0-a976-c26c8d28c8be tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:31.274556 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-84985d02-c0e9-4225-a7b3-688adf7fba88 req-710d0f4f-1bc1-45a0-a976-c26c8d28c8be tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 945 time: 0.0731547 Jul 28 06:29:31.302261 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cd96925c-5c70-4216-8690-825dff5221b0 admin admin] Publish callbacks [] for security_group (15080d56-74c9-42c7-bde0-28cd4381c2c5), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:31.342269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cd96925c-5c70-4216-8690-825dff5221b0 admin admin] Publish callbacks [] for security_group (15080d56-74c9-42c7-bde0-28cd4381c2c5), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:31.367373 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-84985d02-c0e9-4225-a7b3-688adf7fba88 req-2e583d7c-e5aa-4f5d-ba08-1b589e50e46e tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Jul 28 06:29:31.493858 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cd96925c-5c70-4216-8690-825dff5221b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (15080d56-74c9-42c7-bde0-28cd4381c2c5), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:31.496892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cd96925c-5c70-4216-8690-825dff5221b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:31.498062 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-cd96925c-5c70-4216-8690-825dff5221b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15080d56-74c9-42c7-bde0-28cd4381c2c5 HTTP/1.1" status: 204 len: 168 time: 0.3190844 Jul 28 06:29:31.508999 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96925c-5c70-4216-8690-825dff5221b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15080d56-74c9-42c7-bde0-28cd4381c2c5,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:32.074938 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e748e-0213-4633-98cc-a53a711550c5 req-7686ce9e-a513-49fe-a864-c959424cf73c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:32.076501 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-662e748e-0213-4633-98cc-a53a711550c5 req-7686ce9e-a513-49fe-a864-c959424cf73c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0557737 Jul 28 06:29:32.128420 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-662e748e-0213-4633-98cc-a53a711550c5 req-de89f56a-f0cb-43ad-90e6-a50e7f283d56 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Jul 28 06:29:32.219339 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55814) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:32.234727 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c076b6e2-b76a-4bc9-9beb-984cfefdddfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.322507 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c076b6e2-b76a-4bc9-9beb-984cfefdddfa admin admin] Publish callbacks [] for security_group (c916e309-5900-476e-955c-a2b931add035), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.491738 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a7947-5a3b-4379-b125-fa95b2db3474 req-0285aabe-09b4-4e72-b939-5eae2998f64c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:32.493281 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8c5a7947-5a3b-4379-b125-fa95b2db3474 req-0285aabe-09b4-4e72-b939-5eae2998f64c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 945 time: 0.0477831 Jul 28 06:29:32.500685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c076b6e2-b76a-4bc9-9beb-984cfefdddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c916e309-5900-476e-955c-a2b931add035), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.507740 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:32.544240 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b6e2-b76a-4bc9-9beb-984cfefdddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c916e309-5900-476e-955c-a2b931add035,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:32.545319 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8c5a7947-5a3b-4379-b125-fa95b2db3474 req-9040f4ce-7b51-4dfa-9c76-d15ac19dbc2b tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Jul 28 06:29:32.548677 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c076b6e2-b76a-4bc9-9beb-984cfefdddfa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8606627b74f44945aad4c8f3f167e6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283322 Jul 28 06:29:32.551649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55826) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:32.626258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-488900d1-14a4-447b-ad9d-b320daca1d63 admin admin] Publish callbacks [] for security_group (c916e309-5900-476e-955c-a2b931add035), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.650092 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-488900d1-14a4-447b-ad9d-b320daca1d63 admin admin] Publish callbacks [] for security_group (c916e309-5900-476e-955c-a2b931add035), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.656711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:32.785221 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-488900d1-14a4-447b-ad9d-b320daca1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c916e309-5900-476e-955c-a2b931add035), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.789187 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-488900d1-14a4-447b-ad9d-b320daca1d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:32.790594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-488900d1-14a4-447b-ad9d-b320daca1d63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c916e309-5900-476e-955c-a2b931add035 HTTP/1.1" status: 204 len: 168 time: 0.2379429 Jul 28 06:29:32.800166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488900d1-14a4-447b-ad9d-b320daca1d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c916e309-5900-476e-955c-a2b931add035,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:33.277496 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b721-3b1f-4766-aa16-f558ef5d4e34 req-e379fe5f-346a-4c83-a795-50489504f716 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:33.279086 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f672b721-3b1f-4766-aa16-f558ef5d4e34 req-e379fe5f-346a-4c83-a795-50489504f716 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0535774 Jul 28 06:29:33.332255 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f672b721-3b1f-4766-aa16-f558ef5d4e34 req-eb53404d-2eaf-4482-8533-cc25176a9ebd tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443830 Jul 28 06:29:33.579551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 55908) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:33.594544 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bfb3f6e5-2cbe-44f1-9aad-c82129b8589c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:33.639305 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:33.680986 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bfb3f6e5-2cbe-44f1-9aad-c82129b8589c admin admin] Publish callbacks [] for security_group (1bea2d1f-60f9-4698-b01c-3853ec21b635), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:33.762158 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bfb3f6e5-2cbe-44f1-9aad-c82129b8589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (1bea2d1f-60f9-4698-b01c-3853ec21b635), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:33.830574 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3f6e5-2cbe-44f1-9aad-c82129b8589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea2d1f-60f9-4698-b01c-3853ec21b635,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:33.839525 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-bfb3f6e5-2cbe-44f1-9aad-c82129b8589c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f954555afb2e47e7b546db5b8608db7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587681 Jul 28 06:29:33.842602 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 55924) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:33.881559 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:33.906719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd331054-134a-4ae6-a9bb-e5149f6c6f46 admin admin] Publish callbacks [] for security_group (1bea2d1f-60f9-4698-b01c-3853ec21b635), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:33.929690 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd331054-134a-4ae6-a9bb-e5149f6c6f46 admin admin] Publish callbacks [] for security_group (1bea2d1f-60f9-4698-b01c-3853ec21b635), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:34.044396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7900c-974d-41d6-9b25-9a3d004e4e3c req-70e15965-b6a7-41d0-8bb6-9fe501fc976f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:34.046577 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2a7900c-974d-41d6-9b25-9a3d004e4e3c req-70e15965-b6a7-41d0-8bb6-9fe501fc976f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 945 time: 0.0528197 Jul 28 06:29:34.071016 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd331054-134a-4ae6-a9bb-e5149f6c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (1bea2d1f-60f9-4698-b01c-3853ec21b635), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:34.073866 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd331054-134a-4ae6-a9bb-e5149f6c6f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:34.075270 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bd331054-134a-4ae6-a9bb-e5149f6c6f46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1bea2d1f-60f9-4698-b01c-3853ec21b635 HTTP/1.1" status: 204 len: 168 time: 0.2307324 Jul 28 06:29:34.087376 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331054-134a-4ae6-a9bb-e5149f6c6f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea2d1f-60f9-4698-b01c-3853ec21b635,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:34.096891 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2a7900c-974d-41d6-9b25-9a3d004e4e3c req-fccec43e-ab79-4ef3-86db-3c85b0171600 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Jul 28 06:29:34.473571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feeead-743f-4fd6-9eae-a7faef5c676e req-a532e93f-bf61-4c67-9f3c-14ede0c65735 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:34.484100 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-25feeead-743f-4fd6-9eae-a7faef5c676e req-a532e93f-bf61-4c67-9f3c-14ede0c65735 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0559025 Jul 28 06:29:34.547192 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-25feeead-743f-4fd6-9eae-a7faef5c676e req-dcb37824-a6e7-43f1-8c75-fb42683df059 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649464 Jul 28 06:29:35.237013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23a7b-9d6b-4918-987b-4b1ce32e7343 req-dcebb2a9-c7f1-4512-bfe5-0f161c255226 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:35.238545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c9c23a7b-9d6b-4918-987b-4b1ce32e7343 req-dcebb2a9-c7f1-4512-bfe5-0f161c255226 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 945 time: 0.0548112 Jul 28 06:29:35.299664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c9c23a7b-9d6b-4918-987b-4b1ce32e7343 req-87ea96ae-c1bf-4a99-9e70-3097d381282f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537148 Jul 28 06:29:35.406200 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56014) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:35.520859 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25ee7951-8613-48a3-8aed-40ca8d805326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.602635 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e466be34-3f9e-4dbe-b1f0-b7f6b032cd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.622712 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25ee7951-8613-48a3-8aed-40ca8d805326 admin admin] Publish callbacks [] for security_group (4806d097-aeb4-4e7c-9294-0af84e6011e1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.681138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f85f5e-3cdd-4e45-8f58-59312bd47411 req-3ed7f56b-fc7a-4a6c-9602-56ba3c2c1d40 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:35.682737 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c8f85f5e-3cdd-4e45-8f58-59312bd47411 req-3ed7f56b-fc7a-4a6c-9602-56ba3c2c1d40 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0473161 Jul 28 06:29:35.693623 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25ee7951-8613-48a3-8aed-40ca8d805326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4806d097-aeb4-4e7c-9294-0af84e6011e1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.740559 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-25ee7951-8613-48a3-8aed-40ca8d805326 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99b364d50dbb463886c0430482d3b67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332081 Jul 28 06:29:35.741355 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56024) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:35.742179 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee7951-8613-48a3-8aed-40ca8d805326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4806d097-aeb4-4e7c-9294-0af84e6011e1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:35.762218 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c8f85f5e-3cdd-4e45-8f58-59312bd47411 req-e4ede716-a9d9-42db-9491-f4cfecfa3c97 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728972 Jul 28 06:29:35.807267 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48708178-2ea1-41bf-9a29-5ec3f13e97fa admin admin] Publish callbacks [] for security_group (4806d097-aeb4-4e7c-9294-0af84e6011e1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.809176 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-68164038-9c27-4f7b-90ec-3610e95c5111 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:35.810681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-68164038-9c27-4f7b-90ec-3610e95c5111 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 945 time: 0.0771954 Jul 28 06:29:35.830881 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48708178-2ea1-41bf-9a29-5ec3f13e97fa admin admin] Publish callbacks [] for security_group (4806d097-aeb4-4e7c-9294-0af84e6011e1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.873436 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:35.942432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48708178-2ea1-41bf-9a29-5ec3f13e97fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4806d097-aeb4-4e7c-9294-0af84e6011e1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.946080 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48708178-2ea1-41bf-9a29-5ec3f13e97fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:35.947537 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-48708178-2ea1-41bf-9a29-5ec3f13e97fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4806d097-aeb4-4e7c-9294-0af84e6011e1 HTTP/1.1" status: 204 len: 168 time: 0.2009914 Jul 28 06:29:35.956917 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48708178-2ea1-41bf-9a29-5ec3f13e97fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806d097-aeb4-4e7c-9294-0af84e6011e1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:35.979170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Deleting port 1405ad72-631b-4930-84ec-4e411010104f {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:29:35.979522 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (1405ad72-631b-4930-84ec-4e411010104f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.081715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] For port 1405ad72-631b-4930-84ec-4e411010104f, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1405ad72-631b-4930-84ec-4e411010104f,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:36.082166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (1405ad72-631b-4930-84ec-4e411010104f), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.101237 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Calling delete_port for 1405ad72-631b-4930-84ec-4e411010104f owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:29:36.307180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (1405ad72-631b-4930-84ec-4e411010104f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.322777 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1405ad72-631b-4930-84ec-4e411010104f'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:36.341135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Pushing event deleted for resources: {'Port': ['ID=1405ad72-631b-4930-84ec-4e411010104f,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:36.425364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] No DVR routers for this DVR port 1405ad72-631b-4930-84ec-4e411010104f on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:29:36.457134 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ee1eb90-4c85-4e80-8875-dcd269380ec3 req-73c0db71-2a25-4293-b750-71304689056a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0327849 Jul 28 06:29:36.458468 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.462175 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ade3616d-fca7-40fb-911e-8a011e8821b2 req-9859cf97-8030-45cf-9ae9-e57d68849fb7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "DELETE /v2.0/ports/1405ad72-631b-4930-84ec-4e411010104f HTTP/1.1" status: 204 len: 173 time: 0.6459451 Jul 28 06:29:36.462633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'name': 'network-vif-deleted', 'tag': '1405ad72-631b-4930-84ec-4e411010104f'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:36.465900 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6413ae17-2e21-47d3-a83b-e3022999574b" -d '{"events": [{"server_uuid": "e509d0d8-9a39-4b59-9925-e67579ddc07e", "name": "network-vif-deleted", "tag": "1405ad72-631b-4930-84ec-4e411010104f"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:36.478797 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=74 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:36.505718 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a308803-b7af-4275-85bd-3ee68172e074 x-openstack-request-id: req-0a308803-b7af-4275-85bd-3ee68172e074 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:36.506011 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509d0d8-9a39-4b59-9925-e67579ddc07e", "name": "network-vif-deleted", "tag": "1405ad72-631b-4930-84ec-4e411010104f", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:36.506586 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a308803-b7af-4275-85bd-3ee68172e074 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:36.507154 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a308803-b7af-4275-85bd-3ee68172e074'] response: {'server_uuid': 'e509d0d8-9a39-4b59-9925-e67579ddc07e', 'name': 'network-vif-deleted', 'tag': '1405ad72-631b-4930-84ec-4e411010104f', 'status': 'completed', 'code': 200} Jul 28 06:29:36.788189 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56058) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:36.804573 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdd286dd-18b9-49c0-88aa-f8c09c1d7c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.893673 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228149d-a82d-4693-82f7-a5a0ae2c947c req-b126515a-0ca3-4781-9c7f-479a68e65722 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:36.895400 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e228149d-a82d-4693-82f7-a5a0ae2c947c req-b126515a-0ca3-4781-9c7f-479a68e65722 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0533848 Jul 28 06:29:36.899331 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdd286dd-18b9-49c0-88aa-f8c09c1d7c9f admin admin] Publish callbacks [] for security_group (eb975bfc-1e00-4fa9-a4e6-944a1c07188c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.939501 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdd286dd-18b9-49c0-88aa-f8c09c1d7c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (eb975bfc-1e00-4fa9-a4e6-944a1c07188c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:36.947228 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e228149d-a82d-4693-82f7-a5a0ae2c947c req-37a9917c-1f85-4318-bcea-a719179b9d76 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Jul 28 06:29:36.979726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:36.988268 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd286dd-18b9-49c0-88aa-f8c09c1d7c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb975bfc-1e00-4fa9-a4e6-944a1c07188c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:37.000064 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 56064) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:37.000232 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cdd286dd-18b9-49c0-88aa-f8c09c1d7c9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e85424657d542b180e7a2b993d78b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103999 Jul 28 06:29:37.034707 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:37.066276 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b4e6-2c6b-49bd-b322-ba025c4cf69f admin admin] Publish callbacks [] for security_group (eb975bfc-1e00-4fa9-a4e6-944a1c07188c), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:37.097210 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b4e6-2c6b-49bd-b322-ba025c4cf69f admin admin] Publish callbacks [] for security_group (eb975bfc-1e00-4fa9-a4e6-944a1c07188c), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:37.214364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b4e6-2c6b-49bd-b322-ba025c4cf69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (eb975bfc-1e00-4fa9-a4e6-944a1c07188c), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:37.217233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b4e6-2c6b-49bd-b322-ba025c4cf69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:37.219193 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-fdc4b4e6-2c6b-49bd-b322-ba025c4cf69f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb975bfc-1e00-4fa9-a4e6-944a1c07188c HTTP/1.1" status: 204 len: 168 time: 0.2176406 Jul 28 06:29:37.239636 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4b4e6-2c6b-49bd-b322-ba025c4cf69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb975bfc-1e00-4fa9-a4e6-944a1c07188c,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:37.605188 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e0c075f-56e9-4e4d-aea5-561bbc703739 req-484d1fa8-0861-477b-b28d-43af4583cae4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=e509d0d8-9a39-4b59-9925-e67579ddc07e HTTP/1.1" status: 200 len: 210 time: 0.0383890 Jul 28 06:29:38.077377 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b2955-c475-40a5-a261-c7b0ae581f5c req-ee05d8ca-6ce3-4fae-9e9d-db0cf2ba0300 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:38.078885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f4b2955-c475-40a5-a261-c7b0ae581f5c req-ee05d8ca-6ce3-4fae-9e9d-db0cf2ba0300 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0501063 Jul 28 06:29:38.093950 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-447ad9d7-5d14-49d4-bc2b-8f8a7bb1c013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:38.140588 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f4b2955-c475-40a5-a261-c7b0ae581f5c req-b9988be5-bebf-47dc-ae73-ec489d93daf3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Jul 28 06:29:38.993630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-deaba8ad-6bb2-484f-8d70-d74506542c64 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:38.995213 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-deaba8ad-6bb2-484f-8d70-d74506542c64 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/networks?id=8974bd1f-ab5c-4284-a68b-b8398f038e53 HTTP/1.1" status: 200 len: 809 time: 0.1204557 Jul 28 06:29:39.024336 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8d50545e-e277-4583-b498-ec604599d3ee tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/quotas/22a64b6b084848ec89599880170c719e HTTP/1.1" status: 200 len: 375 time: 0.0108247 Jul 28 06:29:39.059020 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-2a6f1999-454f-4e9e-914e-ce0542098f3d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=22a64b6b084848ec89599880170c719e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291097 Jul 28 06:29:39.191823 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:39.292408 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1405ad72-631b-4930-84ec-4e411010104f no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:29:39.314135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:39.314748 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 1405ad72-631b-4930-84ec-4e411010104f {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:29:39.314983 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1405ad72-631b-4930-84ec-4e411010104f not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:29:39.375961 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928691-0668-4458-8902-5e434bace123 req-bb341570-2544-4b1a-a1cb-84291c32cff5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:39.377567 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79928691-0668-4458-8902-5e434bace123 req-bb341570-2544-4b1a-a1cb-84291c32cff5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0670216 Jul 28 06:29:39.424292 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-0e89c8c9-bb73-4866-b2fd-23d02165eeac service neutron] 10.222.0.69 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579054 Jul 28 06:29:39.495660 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79928691-0668-4458-8902-5e434bace123 req-0cf44812-3675-49ad-9145-94ff9094e87e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089897 Jul 28 06:29:39.541847 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-6db46c90-10bc-436d-be7a-d5079949d16e service neutron] 10.222.0.69 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095867 Jul 28 06:29:39.804867 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4fc6aa8f-9a81-4f31-b124-775c44816b72 req-07c4eb0a-fa12-45f0-ac10-dc4439c1696d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 210 time: 0.0337973 Jul 28 06:29:40.629137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584c751-f76a-45ba-8331-c03da020c2fc req-197f80ca-f567-4fc8-9ae0-b9c564fab534 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:40.630870 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1584c751-f76a-45ba-8331-c03da020c2fc req-197f80ca-f567-4fc8-9ae0-b9c564fab534 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0519257 Jul 28 06:29:40.659220 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56172) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:40.683600 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1584c751-f76a-45ba-8331-c03da020c2fc req-ffa8cba8-82f3-493c-875f-d2136242d1c1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Jul 28 06:29:40.779681 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7029-e585-406f-97f8-e891f01201e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:40.802209 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:40.861466 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7029-e585-406f-97f8-e891f01201e0 admin admin] Publish callbacks [] for security_group (4c69531e-b234-41d9-8c24-3b7fe6f5863a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:40.916516 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a5f3ba88-0ddf-408b-9025-4c56a88d9f24 req-9bcf639b-c7a7-4834-9670-2292a9204ffe tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 210 time: 0.0305910 Jul 28 06:29:40.939135 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7029-e585-406f-97f8-e891f01201e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4c69531e-b234-41d9-8c24-3b7fe6f5863a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:40.988093 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b7029-e585-406f-97f8-e891f01201e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69531e-b234-41d9-8c24-3b7fe6f5863a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:40.994160 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bd8b7029-e585-406f-97f8-e891f01201e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b90af07929741668c5d2eb24687433a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338590 Jul 28 06:29:40.997087 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56178) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:41.051360 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1aef04c0-b0a9-4041-bdce-6b0cbe9bebb3 admin admin] Publish callbacks [] for security_group (4c69531e-b234-41d9-8c24-3b7fe6f5863a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:41.053958 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:41.078113 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1aef04c0-b0a9-4041-bdce-6b0cbe9bebb3 admin admin] Publish callbacks [] for security_group (4c69531e-b234-41d9-8c24-3b7fe6f5863a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:41.127735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:41.207976 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1aef04c0-b0a9-4041-bdce-6b0cbe9bebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4c69531e-b234-41d9-8c24-3b7fe6f5863a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:41.211161 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1aef04c0-b0a9-4041-bdce-6b0cbe9bebb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:41.212358 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1aef04c0-b0a9-4041-bdce-6b0cbe9bebb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c69531e-b234-41d9-8c24-3b7fe6f5863a HTTP/1.1" status: 204 len: 168 time: 0.2143233 Jul 28 06:29:41.222831 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef04c0-b0a9-4041-bdce-6b0cbe9bebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69531e-b234-41d9-8c24-3b7fe6f5863a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:41.768748 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-3ded3ab1-1512-4333-afad-825f5ad264d7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:41.770256 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-3ded3ab1-1512-4333-afad-825f5ad264d7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "GET /v2.0/networks?id=8974bd1f-ab5c-4284-a68b-b8398f038e53 HTTP/1.1" status: 200 len: 809 time: 0.1302047 Jul 28 06:29:41.787260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Request body: {'port': {'device_id': '40fda205-aef8-408a-896a-af9e873d080f', 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53', 'admin_state_up': True, 'tenant_id': '22a64b6b084848ec89599880170c719e'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:41.904099 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319256d-236c-4e39-b2ee-f0e381b0b71b req-e4f239ea-bc94-425b-88fc-5ed866a0245c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:41.905740 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5319256d-236c-4e39-b2ee-f0e381b0b71b req-e4f239ea-bc94-425b-88fc-5ed866a0245c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1130993 Jul 28 06:29:41.929942 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56196) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:41.944656 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25497732-2fcb-4716-b7bd-5c5ebedb265e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:41.945012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:42.001255 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.005673 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5319256d-236c-4e39-b2ee-f0e381b0b71b req-425c2571-5580-41c3-9a9c-bf0f82c9bd9f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904310 Jul 28 06:29:42.047349 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25497732-2fcb-4716-b7bd-5c5ebedb265e admin admin] Publish callbacks [] for security_group (d5b4a8ea-c60b-4082-8e14-f126bb83ede9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.056479 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Made reservation on behalf of 22a64b6b084848ec89599880170c719e for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:29:42.060063 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.063847 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ef653b4f-4246-4469-bdc1-12813cada320 req-55529813-6e3d-4c21-bf3b-ba431fc343f4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 210 time: 0.0377452 Jul 28 06:29:42.089099 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25497732-2fcb-4716-b7bd-5c5ebedb265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (d5b4a8ea-c60b-4082-8e14-f126bb83ede9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.131748 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497732-2fcb-4716-b7bd-5c5ebedb265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4a8ea-c60b-4082-8e14-f126bb83ede9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:42.140643 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-25497732-2fcb-4716-b7bd-5c5ebedb265e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e73f4068aa14a9ead482a6629709e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095351 Jul 28 06:29:42.144674 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56200) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:42.199750 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-205a744e-3993-4916-bfef-714074cb6c41 admin admin] Publish callbacks [] for security_group (d5b4a8ea-c60b-4082-8e14-f126bb83ede9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.212777 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Allocated IP 172.20.0.3 (8974bd1f-ab5c-4284-a68b-b8398f038e53/d7b89048-e0f2-4709-8a16-a57fe3c7f7a8/95ad8b0e-0e88-44ee-9dbe-ee750bb37f37) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:29:42.227734 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-205a744e-3993-4916-bfef-714074cb6c41 admin admin] Publish callbacks [] for security_group (d5b4a8ea-c60b-4082-8e14-f126bb83ede9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.360635 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:42.371121 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-205a744e-3993-4916-bfef-714074cb6c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (d5b4a8ea-c60b-4082-8e14-f126bb83ede9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.375450 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-205a744e-3993-4916-bfef-714074cb6c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.376920 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-205a744e-3993-4916-bfef-714074cb6c41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5b4a8ea-c60b-4082-8e14-f126bb83ede9 HTTP/1.1" status: 204 len: 168 time: 0.2327375 Jul 28 06:29:42.378626 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks [] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.385821 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a744e-3993-4916-bfef-714074cb6c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4a8ea-c60b-4082-8e14-f126bb83ede9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:42.454213 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.503461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Network 8974bd1f-ab5c-4284-a68b-b8398f038e53 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:29:42.511988 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:29:42.514765 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Pushing event updated for resources: {'Port': ['ID=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:42.516704 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:29:42.568684 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:42.569181 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:42.650508 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-8bb51227-58b3-47c6-b83a-e16f804b0cc4 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677795 Jul 28 06:29:43.135904 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf144f-8aab-4768-893d-a9bc369d119a req-c01e7407-1a6e-4364-b866-6f76540b5a28 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:43.143406 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-febf144f-8aab-4768-893d-a9bc369d119a req-c01e7407-1a6e-4364-b866-6f76540b5a28 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0676150 Jul 28 06:29:43.214072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215be280-6787-483a-93fb-a3307bc2e7bb req-5d13cf64-c315-4fce-b5b3-b55f6bf6dcc8 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:43.215937 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-215be280-6787-483a-93fb-a3307bc2e7bb req-5d13cf64-c315-4fce-b5b3-b55f6bf6dcc8 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 931 time: 0.0704625 Jul 28 06:29:43.239405 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-febf144f-8aab-4768-893d-a9bc369d119a req-7fe3d64a-5df8-45c6-a348-ce421aa539c7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951328 Jul 28 06:29:43.276951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-215be280-6787-483a-93fb-a3307bc2e7bb req-7db3b75a-ca10-4cfd-b06a-bf2b9e9d8a02 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523934 Jul 28 06:29:44.410261 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438ea3d-6405-41df-965b-2b8aca1bf70b req-c72df986-d4a2-4c89-a1c2-58a99984a805 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:44.411805 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3438ea3d-6405-41df-965b-2b8aca1bf70b req-c72df986-d4a2-4c89-a1c2-58a99984a805 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0864761 Jul 28 06:29:44.433193 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d1e77-3a9b-4753-a67b-daea0f3d949b req-d7b4c985-4aae-40a4-b82d-39a4da9e9d92 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:44.434725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e55d1e77-3a9b-4753-a67b-daea0f3d949b req-d7b4c985-4aae-40a4-b82d-39a4da9e9d92 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 931 time: 0.0730546 Jul 28 06:29:44.452290 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:44.507859 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3438ea3d-6405-41df-965b-2b8aca1bf70b req-8f88968e-0ca1-45f7-989a-7912b102028f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898438 Jul 28 06:29:44.512953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e55d1e77-3a9b-4753-a67b-daea0f3d949b req-be3bd740-4588-4d2d-820c-35e1d8e72665 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701454 Jul 28 06:29:45.065541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Request body: {'port': {'device_id': '40fda205-aef8-408a-896a-af9e873d080f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:29:45.137392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:45.415170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:45.423623 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Publish callbacks [] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:45.437416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Transition to ACTIVE for port object 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:29:45.516151 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:45.521908 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:45.573417 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Pushing event updated for resources: {'Port': ['ID=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:45.714545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa969-00bf-4565-b6ab-4a217d368d92 req-bd96a5b0-555b-4781-85be-8ebb89b66b3c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:45.716384 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-840fa969-00bf-4565-b6ab-4a217d368d92 req-bd96a5b0-555b-4781-85be-8ebb89b66b3c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.1094241 Jul 28 06:29:45.723077 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467405b-c488-4bb4-83d0-1cb2a1c02504 req-204b6448-9144-4684-907c-4fa9dc51492c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:45.724604 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7467405b-c488-4bb4-83d0-1cb2a1c02504 req-204b6448-9144-4684-907c-4fa9dc51492c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.1187966 Jul 28 06:29:45.777014 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Attempting to bind port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:29:45.777383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Attempting to bind port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:29:45.777720 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Attempting to bind port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 on network 8974bd1f-ab5c-4284-a68b-b8398f038e53 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:29:45.785808 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:45.795287 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 on network 8974bd1f-ab5c-4284-a68b-b8398f038e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:29:45.795609 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Attempting to bind port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 on network 8974bd1f-ab5c-4284-a68b-b8398f038e53 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:29:45.819914 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-840fa969-00bf-4565-b6ab-4a217d368d92 req-9dfdb71f-57c3-4c0f-8de1-26605efe5da4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943022 Jul 28 06:29:45.824952 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:29:45.825296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Checking segment: {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:29:45.825714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Bound using segment: {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:29:45.826163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Bound port: 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f65f83-2c06-4f8c-ba1c-b13d043423a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:29:45.826525 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:45.841986 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7467405b-c488-4bb4-83d0-1cb2a1c02504 req-5404360d-463d-43b1-9219-43e91a3d3fe7 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072793 Jul 28 06:29:45.896211 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] For port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:29:45.899197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] For port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:29:45.950985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:45.993270 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:45.994034 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:45.995335 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] 10.222.0.71 "PUT /v2.0/ports/95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 HTTP/1.1" status: 200 len: 1093 time: 0.9363346 Jul 28 06:29:45.995767 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fda205-aef8-408a-896a-af9e873d080f', 'tag': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:45.998023 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea97920-d266-429f-bfcf-699d853c84a5" -d '{"events": [{"name": "network-changed", "server_uuid": "40fda205-aef8-408a-896a-af9e873d080f", "tag": "95ad8b0e-0e88-44ee-9dbe-ee750bb37f37"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:46.018765 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0fc07-3fb1-4428-b311-a58fbc87bc99 service neutron] Pushing event updated for resources: {'Port': ['ID=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:46.043561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd3b16-3158-4fc7-b5c7-28395f2e3419 x-openstack-request-id: req-a6cd3b16-3158-4fc7-b5c7-28395f2e3419 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:46.043852 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fda205-aef8-408a-896a-af9e873d080f", "tag": "95ad8b0e-0e88-44ee-9dbe-ee750bb37f37", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:46.044106 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6cd3b16-3158-4fc7-b5c7-28395f2e3419 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:46.044515 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cd3b16-3158-4fc7-b5c7-28395f2e3419'] response: {'name': 'network-changed', 'server_uuid': '40fda205-aef8-408a-896a-af9e873d080f', 'tag': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37', 'status': 'completed', 'code': 200} Jul 28 06:29:46.625658 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97920-d266-429f-bfcf-699d853c84a5 req-9f4a0968-8a3d-4eae-b8bf-8dc13cbfe192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:46.628835 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ea97920-d266-429f-bfcf-699d853c84a5 req-9f4a0968-8a3d-4eae-b8bf-8dc13cbfe192 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22a64b6b084848ec89599880170c719e&device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 1127 time: 0.0560699 Jul 28 06:29:46.765602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db1b6-3d90-4ca3-a420-c7735e6732eb req-4fc63e03-0165-4502-90b2-60c2fa19cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:46.767764 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3e2db1b6-3d90-4ca3-a420-c7735e6732eb req-4fc63e03-0165-4502-90b2-60c2fa19cfee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 1130 time: 0.0591400 Jul 28 06:29:46.768849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97920-d266-429f-bfcf-699d853c84a5 req-476a0508-7ed6-4813-8fb3-fa93b9fdf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:46.770193 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ea97920-d266-429f-bfcf-699d853c84a5 req-476a0508-7ed6-4813-8fb3-fa93b9fdf7ec service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=22a64b6b084848ec89599880170c719e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1343670 Jul 28 06:29:46.887699 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3e2db1b6-3d90-4ca3-a420-c7735e6732eb req-a3927332-4247-4a08-a8b9-44bd0ca44a7c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Jul 28 06:29:46.986625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97920-d266-429f-bfcf-699d853c84a5 req-51bf0038-bb16-446b-9e05-d6f92a53081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:46.988192 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ea97920-d266-429f-bfcf-699d853c84a5 req-51bf0038-bb16-446b-9e05-d6f92a53081a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997087 Jul 28 06:29:47.004078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4238f-62be-40ac-8813-4c51e2582459 req-adb2c193-9e7b-411f-91c7-90d2a89a3a83 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:47.005625 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ed4238f-62be-40ac-8813-4c51e2582459 req-adb2c193-9e7b-411f-91c7-90d2a89a3a83 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0991309 Jul 28 06:29:47.021612 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635ba5c-faca-49c4-a75f-a7d2f3d75551 req-0686c99f-12d4-4077-89e1-af13e1e4229f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:47.023275 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5635ba5c-faca-49c4-a75f-a7d2f3d75551 req-0686c99f-12d4-4077-89e1-af13e1e4229f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.0951829 Jul 28 06:29:47.088761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:47.100482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ed4238f-62be-40ac-8813-4c51e2582459 req-22d4d44f-e110-496e-a73f-890da688a303 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877831 Jul 28 06:29:47.109458 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5635ba5c-faca-49c4-a75f-a7d2f3d75551 req-103e1f3a-bbd3-4f52-ba96-9caffde62300 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804503 Jul 28 06:29:47.195258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-847d981b-98f2-492d-87c4-334617a4fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:47.196814 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-847d981b-98f2-492d-87c4-334617a4fb48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=22a64b6b084848ec89599880170c719e&device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 1127 time: 0.0407772 Jul 28 06:29:47.248688 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-e72448dc-73e2-462b-9033-0ec9c376407f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 HTTP/1.1" status: 200 len: 217 time: 0.0369766 Jul 28 06:29:48.258854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893c5ac-d237-4876-ab2e-12da6ac778a1 req-46cd5ed8-ae0f-4390-b8fb-b1622b6c4fd0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:48.260336 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b893c5ac-d237-4876-ab2e-12da6ac778a1 req-46cd5ed8-ae0f-4390-b8fb-b1622b6c4fd0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0788360 Jul 28 06:29:48.266279 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009403e-1c73-43e9-984a-1106a685c427 req-8887e4ac-4d5e-4efd-a8c9-dc4d9429b45f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:48.267680 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7009403e-1c73-43e9-984a-1106a685c427 req-8887e4ac-4d5e-4efd-a8c9-dc4d9429b45f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.0755901 Jul 28 06:29:48.354922 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b893c5ac-d237-4876-ab2e-12da6ac778a1 req-49886e21-59b7-45d3-bf1e-64bfc51d0891 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860312 Jul 28 06:29:48.396669 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7009403e-1c73-43e9-984a-1106a685c427 req-be3d1597-651d-447e-afa9-279df4c2043f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211712 Jul 28 06:29:48.410786 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-0453b1d6-6c35-45f7-8f42-37bcb1015ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:48.412704 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-0453b1d6-6c35-45f7-8f42-37bcb1015ec5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7b89048-e0f2-4709-8a16-a57fe3c7f7a8 HTTP/1.1" status: 200 len: 849 time: 0.0790126 Jul 28 06:29:49.157186 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-567aede2-2eb4-4d77-b746-1990ad01bc02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8974bd1f-ab5c-4284-a68b-b8398f038e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267544 Jul 28 06:29:49.493622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a8c47-ced0-4f56-84fe-b7798a272d05 req-a6c6de16-4e3b-49b2-bd52-964dcebd9976 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:49.495224 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea0a8c47-ced0-4f56-84fe-b7798a272d05 req-a6c6de16-4e3b-49b2-bd52-964dcebd9976 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0599148 Jul 28 06:29:49.550222 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e2406-e772-4389-b2ff-860c0580109b req-2b239398-0c38-4ad3-9be7-3b4408cfcfad tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:49.551675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2e8e2406-e772-4389-b2ff-860c0580109b req-2b239398-0c38-4ad3-9be7-3b4408cfcfad tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.0744400 Jul 28 06:29:49.594418 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea0a8c47-ced0-4f56-84fe-b7798a272d05 req-3e0a6464-80db-4a62-8811-14ffae573df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797088 Jul 28 06:29:49.619755 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2e8e2406-e772-4389-b2ff-860c0580109b req-5ed49a7a-6b4e-44d1-add2-f515b80360b6 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Jul 28 06:29:50.104492 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:50.146341 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-31153e66-c8a0-43e5-843d-399ac0d3fa80 service neutron] 10.222.0.71 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886841 Jul 28 06:29:50.562808 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8890c12f-fdd6-461f-b9e2-5a8d4c771164 req-735e3ca7-ac6b-443d-b88e-956efdad7258 service neutron] 10.222.0.71 "GET /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908113 Jul 28 06:29:50.747310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63641e56-2a9d-4da0-98bd-36b35784fb83 req-c560cc90-3402-46ec-af1a-38a14154abfa tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:50.748892 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63641e56-2a9d-4da0-98bd-36b35784fb83 req-c560cc90-3402-46ec-af1a-38a14154abfa tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0806217 Jul 28 06:29:50.770565 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2375b8-8826-400a-a5e8-3ef6ebe0fad7 req-44d24bb8-a980-45bd-93c6-c4d52179fd1a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:50.772042 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f2375b8-8826-400a-a5e8-3ef6ebe0fad7 req-44d24bb8-a980-45bd-93c6-c4d52179fd1a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.0746293 Jul 28 06:29:50.838698 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63641e56-2a9d-4da0-98bd-36b35784fb83 req-a77037dd-6116-406d-b30d-3f1311b1c3df tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822225 Jul 28 06:29:50.843432 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f2375b8-8826-400a-a5e8-3ef6ebe0fad7 req-d8a5e464-836c-48b6-9af7-c4464099df41 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645673 Jul 28 06:29:51.866392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 56438) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:51.907600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:UPDATE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:52.023850 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:29:52.028380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2990bf-76b0-47ff-91bc-a010af1d55d0 req-8c7d9080-eeb7-4761-b46a-aeefc3f9e000 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:52.029908 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5d2990bf-76b0-47ff-91bc-a010af1d55d0 req-8c7d9080-eeb7-4761-b46a-aeefc3f9e000 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.0985003 Jul 28 06:29:52.030958 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec88a924-52df-418e-b222-820c902b4de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.039000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60049dc-5d60-496e-9cdc-cf469a7fc613 req-50eb9698-27d6-488e-b302-b20b52ab4d49 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:52.040446 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f60049dc-5d60-496e-9cdc-cf469a7fc613 req-50eb9698-27d6-488e-b302-b20b52ab4d49 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0971568 Jul 28 06:29:52.057195 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:52.147002 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5d2990bf-76b0-47ff-91bc-a010af1d55d0 req-c8d900ef-8672-47b2-8ca6-a5368384c64a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045461 Jul 28 06:29:52.152958 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f60049dc-5d60-496e-9cdc-cf469a7fc613 req-a4aa739d-ec09-44f4-8c29-3e85d2f9c932 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945942 Jul 28 06:29:52.197858 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec88a924-52df-418e-b222-820c902b4de7 admin admin] Publish callbacks [] for security_group (cfe47c49-2989-41ea-b168-fdc7ffe0f46a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.269813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec88a924-52df-418e-b222-820c902b4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (cfe47c49-2989-41ea-b168-fdc7ffe0f46a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.310207 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ec88a924-52df-418e-b222-820c902b4de7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64429063f68e4e10a4bca7d0fa5d134e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426658 Jul 28 06:29:52.311099 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88a924-52df-418e-b222-820c902b4de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe47c49-2989-41ea-b168-fdc7ffe0f46a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:52.312984 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56450) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:52.340386 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:52.371225 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efc5202c-2e22-413a-a060-2d14756864da admin admin] Publish callbacks [] for security_group (cfe47c49-2989-41ea-b168-fdc7ffe0f46a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.395581 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efc5202c-2e22-413a-a060-2d14756864da admin admin] Publish callbacks [] for security_group (cfe47c49-2989-41ea-b168-fdc7ffe0f46a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.400701 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=19 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:52.567028 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efc5202c-2e22-413a-a060-2d14756864da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (cfe47c49-2989-41ea-b168-fdc7ffe0f46a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.569621 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efc5202c-2e22-413a-a060-2d14756864da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:52.570817 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-efc5202c-2e22-413a-a060-2d14756864da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfe47c49-2989-41ea-b168-fdc7ffe0f46a HTTP/1.1" status: 204 len: 168 time: 0.2567847 Jul 28 06:29:52.579146 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5202c-2e22-413a-a060-2d14756864da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe47c49-2989-41ea-b168-fdc7ffe0f46a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:53.101469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:29:53.205881 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:53.218025 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37', 'network_id': '8974bd1f-ab5c-4284-a68b-b8398f038e53', 'port_id': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37', 'mac_address': 'fa:16:3e:cd:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b89048-e0f2-4709-8a16-a57fe3c7f7a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:29:53.267989 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:53.268386 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.283980 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:29:53.313251 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:53.422926 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56468) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:53.437189 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-94e6b37c-718e-4465-a44f-d4b5b1b5aafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.453192 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.489361 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:53.502035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:53.516940 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a9696-8204-4532-a608-03ee5bdfa26a req-3d0000d6-24c2-43e6-93d4-d73a7c418842 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:53.519186 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-450a9696-8204-4532-a608-03ee5bdfa26a req-3d0000d6-24c2-43e6-93d4-d73a7c418842 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 943 time: 0.2940733 Jul 28 06:29:53.528946 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-94e6b37c-718e-4465-a44f-d4b5b1b5aafb admin admin] Publish callbacks [] for security_group (7c314155-d797-4217-98c6-89df665bfb85), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.541150 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59c09-d48c-4962-b827-e4590fd5c818 req-c4978b6d-06d2-4b9c-90f2-61b32807fd55 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:53.542714 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-efa59c09-d48c-4962-b827-e4590fd5c818 req-c4978b6d-06d2-4b9c-90f2-61b32807fd55 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.2844231 Jul 28 06:29:53.589936 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-94e6b37c-718e-4465-a44f-d4b5b1b5aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7c314155-d797-4217-98c6-89df665bfb85), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.615595 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-450a9696-8204-4532-a608-03ee5bdfa26a req-8086adcc-a6e8-4dd8-8735-65bcacbd6685 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898886 Jul 28 06:29:53.623614 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-efa59c09-d48c-4962-b827-e4590fd5c818 req-251ee4c7-015e-4d21-8ce1-455991c6e1c2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734296 Jul 28 06:29:53.632905 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:53.641105 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-94e6b37c-718e-4465-a44f-d4b5b1b5aafb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be4dda9dcc4a46bca20055d00e47445f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169452 Jul 28 06:29:53.644002 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6b37c-718e-4465-a44f-d4b5b1b5aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c314155-d797-4217-98c6-89df665bfb85,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:53.644463 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 56470) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:29:53.708409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-47b8dc23-b6c7-4852-84d8-c1f9b6a5a20a admin admin] Publish callbacks [] for security_group (7c314155-d797-4217-98c6-89df665bfb85), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.763064 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-47b8dc23-b6c7-4852-84d8-c1f9b6a5a20a admin admin] Publish callbacks [] for security_group (7c314155-d797-4217-98c6-89df665bfb85), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.790267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179037a5-3e0e-4bc9-be75-0ca383957787 req-f4dc480d-c772-4e3f-a8a7-eccd529642fd tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:53.791813 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-179037a5-3e0e-4bc9-be75-0ca383957787 req-f4dc480d-c772-4e3f-a8a7-eccd529642fd tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0784616 Jul 28 06:29:53.853442 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-179037a5-3e0e-4bc9-be75-0ca383957787 req-1236b9fa-03de-4c11-b4cc-58afee778a87 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504596 Jul 28 06:29:53.933184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-47b8dc23-b6c7-4852-84d8-c1f9b6a5a20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7c314155-d797-4217-98c6-89df665bfb85), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.935697 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-47b8dc23-b6c7-4852-84d8-c1f9b6a5a20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:53.939208 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-47b8dc23-b6c7-4852-84d8-c1f9b6a5a20a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c314155-d797-4217-98c6-89df665bfb85 HTTP/1.1" status: 204 len: 168 time: 0.2910404 Jul 28 06:29:53.949672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8dc23-b6c7-4852-84d8-c1f9b6a5a20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c314155-d797-4217-98c6-89df665bfb85,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:54.755017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c13c1-a77f-4ca2-9c6b-d14cefe4b3a6 req-5f94f292-da59-47b9-8ccf-668c61b20d59 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:54.756533 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-830c13c1-a77f-4ca2-9c6b-d14cefe4b3a6 req-5f94f292-da59-47b9-8ccf-668c61b20d59 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 944 time: 0.0495751 Jul 28 06:29:54.782238 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:54.804564 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-830c13c1-a77f-4ca2-9c6b-d14cefe4b3a6 req-293744cc-73c0-41f9-95c4-2b86fff66d53 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Jul 28 06:29:55.932237 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a0656-04b7-415a-a44f-948cac75ead4 req-3b0a89a2-5545-4782-ab65-1d22766f3743 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:55.933897 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d42a0656-04b7-415a-a44f-948cac75ead4 req-3b0a89a2-5545-4782-ab65-1d22766f3743 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 944 time: 0.0518799 Jul 28 06:29:55.981435 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d42a0656-04b7-415a-a44f-948cac75ead4 req-ce259a08-b545-4d65-a21b-c7b36ef00ac8 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Jul 28 06:29:57.099879 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cfbb8-f8d1-462e-9e5b-6f653eb1c28f req-3dfdb471-7999-4833-b1ea-4273fce06a91 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:57.103067 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a1cfbb8-f8d1-462e-9e5b-6f653eb1c28f req-3dfdb471-7999-4833-b1ea-4273fce06a91 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 944 time: 0.0479233 Jul 28 06:29:57.150554 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a1cfbb8-f8d1-462e-9e5b-6f653eb1c28f req-23fdf1a3-c61a-46d4-b788-01f74a87a796 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Jul 28 06:29:57.163241 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['95ad8b0e-0e88-44ee-9dbe-ee750bb37f37'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:29:58.320346 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be63ba-d594-4149-b31c-09b36900257a req-4d7d09cb-8ed8-4ae4-aa9c-f99a39f29905 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:58.320346 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f8be63ba-d594-4149-b31c-09b36900257a req-4d7d09cb-8ed8-4ae4-aa9c-f99a39f29905 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 944 time: 0.0864916 Jul 28 06:29:58.437262 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b607aa-cb2c-4d9f-b284-1c33eaa224ac req-77de2d0c-747d-47ec-9520-c64376680247 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:58.438791 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8b607aa-cb2c-4d9f-b284-1c33eaa224ac req-77de2d0c-747d-47ec-9520-c64376680247 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0991247 Jul 28 06:29:58.451539 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f8be63ba-d594-4149-b31c-09b36900257a req-ceb1c92d-28fa-4a6c-ae2d-ac9740631776 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319978 Jul 28 06:29:58.468175 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ae18-aa27-4488-be41-54191bdc4864 req-31f41ec7-bb73-4b56-92e3-1557246c2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:58.469741 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-31f41ec7-bb73-4b56-92e3-1557246c2710 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1129 time: 0.0833228 Jul 28 06:29:58.559216 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8b607aa-cb2c-4d9f-b284-1c33eaa224ac req-7e51f454-70de-41be-a6e4-722efbe93cd1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107891 Jul 28 06:29:58.589868 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ae18-aa27-4488-be41-54191bdc4864 req-a273a79e-5fc5-4dcd-91e8-45843bc38526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:58.591341 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-a273a79e-5fc5-4dcd-91e8-45843bc38526 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.1143484 Jul 28 06:29:58.630765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-7b55707f-0886-4140-90c8-17d699416557 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 217 time: 0.0321441 Jul 28 06:29:58.691534 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ae18-aa27-4488-be41-54191bdc4864 req-59ed96f1-a522-4edf-96ac-1803d36a687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:58.692981 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-59ed96f1-a522-4edf-96ac-1803d36a687e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0478566 Jul 28 06:29:58.742652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ae18-aa27-4488-be41-54191bdc4864 req-b239a9f2-ba50-4c11-90ec-c2a0922772f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:58.744149 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-b239a9f2-ba50-4c11-90ec-c2a0922772f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437872 Jul 28 06:29:58.757002 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:29:58.798718 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:29:58.843445 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-ad9618ff-b17a-4f5f-b735-67de8d680f3d service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903411 Jul 28 06:29:58.858509 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:29:58.858886 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:58.934882 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:29:58.935260 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:58.941082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2528ae18-aa27-4488-be41-54191bdc4864 req-dcbebb76-bbf2-4618-b86f-3410c0485d3a service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907831 Jul 28 06:29:58.959897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fda205-aef8-408a-896a-af9e873d080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:29:58.962203 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f5669-259a-42b9-9698-2ca2e6a40007" -d '{"events": [{"server_uuid": "40fda205-aef8-408a-896a-af9e873d080f", "name": "network-vif-plugged", "status": "completed", "tag": "95ad8b0e-0e88-44ee-9dbe-ee750bb37f37"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:29:58.979499 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:29:59.001329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d4e89-a9f7-49d7-a175-e20c27c43666 x-openstack-request-id: req-0a0d4e89-a9f7-49d7-a175-e20c27c43666 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:29:59.001669 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fda205-aef8-408a-896a-af9e873d080f", "name": "network-vif-plugged", "status": "completed", "tag": "95ad8b0e-0e88-44ee-9dbe-ee750bb37f37", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:29:59.001927 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a0d4e89-a9f7-49d7-a175-e20c27c43666 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:29:59.002332 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0d4e89-a9f7-49d7-a175-e20c27c43666'] response: {'server_uuid': '40fda205-aef8-408a-896a-af9e873d080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37', 'code': 200} Jul 28 06:29:59.035646 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:29:59.086271 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:29:59.572577 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09353fde-c664-4065-8e50-a2ed4717f2fe req-860f815e-9684-40f9-9c4d-1e0fab5f0b79 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:59.574130 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-09353fde-c664-4065-8e50-a2ed4717f2fe req-860f815e-9684-40f9-9c4d-1e0fab5f0b79 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0495529 Jul 28 06:29:59.646899 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:59.693955 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-09353fde-c664-4065-8e50-a2ed4717f2fe req-0eac798d-158c-4ef5-bb84-daae38ca77a5 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135273 Jul 28 06:29:59.712147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf43d5-5c1a-456d-9c82-09c544e30785 req-0e981d01-985a-4c6b-abee-f267cd3ac5dc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:29:59.713725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1fdf43d5-5c1a-456d-9c82-09c544e30785 req-0e981d01-985a-4c6b-abee-f267cd3ac5dc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0676777 Jul 28 06:29:59.758987 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:29:59.774544 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1fdf43d5-5c1a-456d-9c82-09c544e30785 req-09ac3a53-b655-4117-99d3-f0c128dde18d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Jul 28 06:30:00.828686 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eac5-3461-40a0-847a-9df95713cb6a req-9bc1f154-f631-4cdf-923e-ec8296bf828f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:00.830225 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4d2eac5-3461-40a0-847a-9df95713cb6a req-9bc1f154-f631-4cdf-923e-ec8296bf828f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0478494 Jul 28 06:30:00.912118 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4d2eac5-3461-40a0-847a-9df95713cb6a req-5d845540-1011-4dc9-83a8-75d11342e2e5 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756102 Jul 28 06:30:00.918074 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56262935-8bea-4ffd-a6a0-5cd078c1fa34 req-b6f29df5-86b8-4622-a3a5-53a2cc089644 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:00.919500 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-56262935-8bea-4ffd-a6a0-5cd078c1fa34 req-b6f29df5-86b8-4622-a3a5-53a2cc089644 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0689738 Jul 28 06:30:00.972367 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-56262935-8bea-4ffd-a6a0-5cd078c1fa34 req-a23b4fa5-695f-45b4-8216-00146fca28be tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jul 28 06:30:02.030666 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7f495-1836-405f-b988-fead8cbb4af3 req-0bf0a1ce-2a60-4dd3-8c19-70d7f235b72d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:02.032232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ca7f495-1836-405f-b988-fead8cbb4af3 req-0bf0a1ce-2a60-4dd3-8c19-70d7f235b72d tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0486939 Jul 28 06:30:02.112005 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a398ad-7371-47c6-b1e0-e3247ed5cda5 req-38e15503-53ac-459a-b76a-e0a95dd6a23e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:02.114615 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2a398ad-7371-47c6-b1e0-e3247ed5cda5 req-38e15503-53ac-459a-b76a-e0a95dd6a23e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0696237 Jul 28 06:30:02.123946 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ca7f495-1836-405f-b988-fead8cbb4af3 req-f07aabdd-7019-4572-87c6-bf1994c5bf6c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853245 Jul 28 06:30:02.171100 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2a398ad-7371-47c6-b1e0-e3247ed5cda5 req-8554b731-5f52-409a-ba2f-902b0052d38c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Jul 28 06:30:02.291196 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa7575-bc92-4b96-b299-3987c8a69d56 req-ef2ed6ba-228f-4df3-b8d1-87cccb0f03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:02.292686 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66aa7575-bc92-4b96-b299-3987c8a69d56 req-ef2ed6ba-228f-4df3-b8d1-87cccb0f03fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 1129 time: 0.0379181 Jul 28 06:30:02.344927 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66aa7575-bc92-4b96-b299-3987c8a69d56 req-b4ef36e3-5e6e-40a7-ac95-ccbb9077a67c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Jul 28 06:30:03.033685 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:03.034568 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:03.252000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a10be-6ba4-48dc-ac23-0fa48d26cdfd req-5ece749a-70d5-484d-aa05-08a9733cef67 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:03.253582 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9e3a10be-6ba4-48dc-ac23-0fa48d26cdfd req-5ece749a-70d5-484d-aa05-08a9733cef67 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0537672 Jul 28 06:30:03.322095 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e8802-93c0-4fe0-a137-5c03ea13fd5e req-42e4286a-1bcc-49a6-949c-a6844e54ac3c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:03.323581 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f5e8802-93c0-4fe0-a137-5c03ea13fd5e req-42e4286a-1bcc-49a6-949c-a6844e54ac3c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0664415 Jul 28 06:30:03.364107 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9e3a10be-6ba4-48dc-ac23-0fa48d26cdfd req-09690fad-db8c-430b-b3f5-e1aa6879a605 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946212 Jul 28 06:30:03.402507 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f5e8802-93c0-4fe0-a137-5c03ea13fd5e req-1f317702-61ce-45d2-9f94-de7c4e3d2bd2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702951 Jul 28 06:30:03.648808 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=22,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:04.520788 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb870b-5501-4955-b830-67f4d13247f5 req-4079c688-19d8-4f1a-82db-9ecac54d3628 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:04.522937 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45eb870b-5501-4955-b830-67f4d13247f5 req-4079c688-19d8-4f1a-82db-9ecac54d3628 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0754001 Jul 28 06:30:04.544085 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5386639-f1dd-4b12-80ed-2e6a57a08be5 req-13fc34bc-339f-4400-aa2c-27115c8f57a4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:04.545626 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5386639-f1dd-4b12-80ed-2e6a57a08be5 req-13fc34bc-339f-4400-aa2c-27115c8f57a4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0687675 Jul 28 06:30:04.617394 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45eb870b-5501-4955-b830-67f4d13247f5 req-77f689d6-7e4c-45b8-b573-78c2c4010e2c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876994 Jul 28 06:30:04.621623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5386639-f1dd-4b12-80ed-2e6a57a08be5 req-96db5ee4-c9ac-44c1-b89a-5556b4452228 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654371 Jul 28 06:30:05.612002 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1be207d4-7466-4c8b-a350-eb750d1d98c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:05.763358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ce30-8f48-4815-b0c0-370222a1b163 req-dc1d0686-5c71-4495-97c0-a6aedd650ae6 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:05.764765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4576ce30-8f48-4815-b0c0-370222a1b163 req-dc1d0686-5c71-4495-97c0-a6aedd650ae6 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0740135 Jul 28 06:30:05.775803 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f65-f7ba-4d55-ab50-547a64b6d0b4 req-3bd9dad5-d0b7-49a8-b71d-23ad86c7f93b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:05.777223 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a1a9f65-f7ba-4d55-ab50-547a64b6d0b4 req-3bd9dad5-d0b7-49a8-b71d-23ad86c7f93b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0759232 Jul 28 06:30:05.809938 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:05.839365 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:05.855109 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4576ce30-8f48-4815-b0c0-370222a1b163 req-3f195526-f699-435f-8b3b-4344ca0cb4cb tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Jul 28 06:30:05.862489 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a1a9f65-f7ba-4d55-ab50-547a64b6d0b4 req-6a6025d1-e8d4-4b0b-9728-1b1dcfda968d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774815 Jul 28 06:30:07.009127 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b651-d036-4c84-8a6a-ce44566e96bb req-5881f3ac-c02b-4212-86df-cd5c7d6f9aa6 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:07.010777 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ba61b651-d036-4c84-8a6a-ce44566e96bb req-5881f3ac-c02b-4212-86df-cd5c7d6f9aa6 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0820503 Jul 28 06:30:07.019246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350ddc-f90e-422c-aa64-e998e2b58f93 req-f7d2b93c-ce01-47be-903c-9a62df5044a0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:07.020721 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e350ddc-f90e-422c-aa64-e998e2b58f93 req-f7d2b93c-ce01-47be-903c-9a62df5044a0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0823359 Jul 28 06:30:07.098974 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ba61b651-d036-4c84-8a6a-ce44566e96bb req-92867175-1896-429a-a496-c03da78ba3da tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772595 Jul 28 06:30:07.103976 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e350ddc-f90e-422c-aa64-e998e2b58f93 req-af343ddd-3312-406a-8633-84894c827eee tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751970 Jul 28 06:30:08.109760 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-44879a35-b198-497d-b52a-f19b7cbcb44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:08.238368 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b83ff-98b3-4e29-91a0-8a6cbcad7e2d req-c8a5a733-1924-4571-9451-41b1ee86482e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:08.239934 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-086b83ff-98b3-4e29-91a0-8a6cbcad7e2d req-c8a5a733-1924-4571-9451-41b1ee86482e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Jul 28 06:30:08.300093 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-086b83ff-98b3-4e29-91a0-8a6cbcad7e2d req-133e4e2f-a60e-4373-8f9a-23477390514b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519705 Jul 28 06:30:08.698822 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf75e71-6223-4853-b3ad-f52ed0fcdc70 req-2308da24-7596-499f-853d-611e54d17498 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:08.700317 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7cf75e71-6223-4853-b3ad-f52ed0fcdc70 req-2308da24-7596-499f-853d-611e54d17498 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0483987 Jul 28 06:30:08.753842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7cf75e71-6223-4853-b3ad-f52ed0fcdc70 req-f89c75c9-dcf9-46c9-9769-cb6afe651e8c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477788 Jul 28 06:30:08.778031 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56756) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:08.885740 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43dbbc72-39b2-4931-b4d4-6131ebb26db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:08.961262 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43dbbc72-39b2-4931-b4d4-6131ebb26db3 admin admin] Publish callbacks [] for security_group (82c2f06d-d73d-4025-b6bb-f817c34320d2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.040501 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43dbbc72-39b2-4931-b4d4-6131ebb26db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (82c2f06d-d73d-4025-b6bb-f817c34320d2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.081818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbc72-39b2-4931-b4d4-6131ebb26db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2f06d-d73d-4025-b6bb-f817c34320d2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:09.086800 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-43dbbc72-39b2-4931-b4d4-6131ebb26db3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee49c49b426648b9a3b5fae15f24bcea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120325 Jul 28 06:30:09.090547 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56760) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:09.150269 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2903fc25-c555-457c-adce-785c8cdc1dda admin admin] Publish callbacks [] for security_group (82c2f06d-d73d-4025-b6bb-f817c34320d2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.172881 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2903fc25-c555-457c-adce-785c8cdc1dda admin admin] Publish callbacks [] for security_group (82c2f06d-d73d-4025-b6bb-f817c34320d2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.206758 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.309198 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2903fc25-c555-457c-adce-785c8cdc1dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (82c2f06d-d73d-4025-b6bb-f817c34320d2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.311825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2903fc25-c555-457c-adce-785c8cdc1dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:09.312973 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2903fc25-c555-457c-adce-785c8cdc1dda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82c2f06d-d73d-4025-b6bb-f817c34320d2 HTTP/1.1" status: 204 len: 168 time: 0.2218976 Jul 28 06:30:09.321557 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903fc25-c555-457c-adce-785c8cdc1dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2f06d-d73d-4025-b6bb-f817c34320d2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:09.347961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:09.443776 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3efe02-c8e4-4692-a358-60a9a56d8fa7 req-de3f9944-4a09-44d6-8184-943347e7a121 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:09.445683 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2d3efe02-c8e4-4692-a358-60a9a56d8fa7 req-de3f9944-4a09-44d6-8184-943347e7a121 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0559824 Jul 28 06:30:09.497759 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2d3efe02-c8e4-4692-a358-60a9a56d8fa7 req-c04063d1-5eb5-44a9-9ea1-36ba40cf32b2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Jul 28 06:30:09.884358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454b516-4dc1-43f5-8fa7-164977b7f173 req-2e80b7df-cc7a-48df-9470-b7f1b1b6cb83 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:09.885867 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f454b516-4dc1-43f5-8fa7-164977b7f173 req-2e80b7df-cc7a-48df-9470-b7f1b1b6cb83 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0488913 Jul 28 06:30:09.934788 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f454b516-4dc1-43f5-8fa7-164977b7f173 req-7dd092e2-02f2-4b1e-8ca0-21a8a2faedfd tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Jul 28 06:30:10.617837 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d165006-692b-4d78-a743-a8909dece0a4 req-af393191-34ce-4a96-b754-7e42dca81f83 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:10.619525 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9d165006-692b-4d78-a743-a8909dece0a4 req-af393191-34ce-4a96-b754-7e42dca81f83 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0498412 Jul 28 06:30:10.673062 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9d165006-692b-4d78-a743-a8909dece0a4 req-1f3d1e44-4021-4acb-9d8d-d1104992c141 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Jul 28 06:30:10.817966 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:11.055480 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e7e7-4c19-4c05-888b-9739a2001ebb req-f05d65e2-a27a-42b4-9fe3-830f0024f57f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:11.057060 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-97b4e7e7-4c19-4c05-888b-9739a2001ebb req-f05d65e2-a27a-42b4-9fe3-830f0024f57f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0494862 Jul 28 06:30:11.105582 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-97b4e7e7-4c19-4c05-888b-9739a2001ebb req-48d281f2-c08e-4382-ba8e-2c538ca811c6 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Jul 28 06:30:11.171872 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:11.794770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4d11a-cb1f-4daa-bc2d-7ea7f0bd6653 req-2dee90e4-ab2a-44ae-ac27-67de58f4ef5e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:11.796284 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-92c4d11a-cb1f-4daa-bc2d-7ea7f0bd6653 req-2dee90e4-ab2a-44ae-ac27-67de58f4ef5e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Jul 28 06:30:11.845447 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-92c4d11a-cb1f-4daa-bc2d-7ea7f0bd6653 req-5623dd5b-6b63-47bf-b6d0-d6377adf07b2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Jul 28 06:30:12.017736 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:12.240192 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31c08d-ca6b-4f16-bade-e8ac8cc9c301 req-9eace081-92d2-4bdb-993e-b204daabee34 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:12.242497 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca31c08d-ca6b-4f16-bade-e8ac8cc9c301 req-9eace081-92d2-4bdb-993e-b204daabee34 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0637259 Jul 28 06:30:12.293744 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca31c08d-ca6b-4f16-bade-e8ac8cc9c301 req-335e54de-6103-4260-9f65-d9562dccfb2f tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a409c8a-59a5-4e1e-ba56-1b666406f114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Jul 28 06:30:12.595588 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:12.620124 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-157209ec-6a38-43fc-ba28-f068c9f6bf0c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:12.621751 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-157209ec-6a38-43fc-ba28-f068c9f6bf0c tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 945 time: 0.0763865 Jul 28 06:30:12.695909 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:12.752191 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Deleting port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:30:12.752533 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:12.865710 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] For port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,segment=NetworkSegment(24f65f83-2c06-4f8c-ba1c-b13d043423a6),segment_id=24f65f83-2c06-4f8c-ba1c-b13d043423a6)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:30:12.866476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:12.886132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Calling delete_port for 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:30:13.017002 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356b3c2-e198-4832-b80b-41a12b5c2063 req-da43c81f-49fc-459c-a3c2-5aaba7475361 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:13.018547 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3356b3c2-e198-4832-b80b-41a12b5c2063 req-da43c81f-49fc-459c-a3c2-5aaba7475361 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0711627 Jul 28 06:30:13.112385 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3356b3c2-e198-4832-b80b-41a12b5c2063 req-09393732-4bed-4a91-8582-d02256fe0873 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865285 Jul 28 06:30:13.195874 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (95ad8b0e-0e88-44ee-9dbe-ee750bb37f37), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:13.211274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['95ad8b0e-0e88-44ee-9dbe-ee750bb37f37'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:30:13.229475 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Pushing event deleted for resources: {'Port': ['ID=95ad8b0e-0e88-44ee-9dbe-ee750bb37f37,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:13.242494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.243372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.243372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.243734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.244139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.244495 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.245431 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.245431 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.245611 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.245814 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.246133 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.246463 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.246789 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.247120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.247450 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:13.305107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] No DVR routers for this DVR port 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:30:13.307865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:13.311325 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f00eb649-fa3b-4745-adff-7a034264ca3d req-d98b1844-89b8-4761-934e-67d8fae95655 tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.71 "DELETE /v2.0/ports/95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 HTTP/1.1" status: 204 len: 173 time: 0.6815419 Jul 28 06:30:13.311786 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fda205-aef8-408a-896a-af9e873d080f', 'name': 'network-vif-deleted', 'tag': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:30:13.314219 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592453a3-3255-496c-80fd-cabe966550d9" -d '{"events": [{"server_uuid": "40fda205-aef8-408a-896a-af9e873d080f", "name": "network-vif-deleted", "tag": "95ad8b0e-0e88-44ee-9dbe-ee750bb37f37"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:30:13.372611 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8587c7-5153-48de-9c8d-284dfdd979fb x-openstack-request-id: req-3e8587c7-5153-48de-9c8d-284dfdd979fb {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:30:13.373091 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fda205-aef8-408a-896a-af9e873d080f", "name": "network-vif-deleted", "tag": "95ad8b0e-0e88-44ee-9dbe-ee750bb37f37", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:30:13.373561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e8587c7-5153-48de-9c8d-284dfdd979fb {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:30:13.374203 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8587c7-5153-48de-9c8d-284dfdd979fb'] response: {'server_uuid': '40fda205-aef8-408a-896a-af9e873d080f', 'name': 'network-vif-deleted', 'tag': '95ad8b0e-0e88-44ee-9dbe-ee750bb37f37', 'status': 'completed', 'code': 200} Jul 28 06:30:13.456504 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-169fea73-97f3-409f-a8bb-dc6dfa296ff6 req-980ac8fe-4575-45f6-a03a-d62af585935a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 210 time: 0.0374715 Jul 28 06:30:13.458642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926476-9b37-4784-8f00-cda5c36ba22d req-b5cf812d-41df-49ba-80be-fe7d8a5f14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:13.460023 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-b5cf812d-41df-49ba-80be-fe7d8a5f14f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1129 time: 0.0710821 Jul 28 06:30:13.614749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926476-9b37-4784-8f00-cda5c36ba22d req-1cbe9c00-4bb1-45d1-a086-db134a5372e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:13.616254 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-1cbe9c00-4bb1-45d1-a086-db134a5372e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.0953245 Jul 28 06:30:13.658166 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-095e22f7-3032-48c7-9882-613bebca6c2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 217 time: 0.0335853 Jul 28 06:30:13.720472 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926476-9b37-4784-8f00-cda5c36ba22d req-1fd965f4-24c1-4ec0-8029-01e30ed45593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:13.722142 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-1fd965f4-24c1-4ec0-8029-01e30ed45593 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0573328 Jul 28 06:30:13.770392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926476-9b37-4784-8f00-cda5c36ba22d req-ca37b48f-d312-47f2-ad88-1bf6fa83f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:13.771972 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-ca37b48f-d312-47f2-ad88-1bf6fa83f98c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433865 Jul 28 06:30:13.870164 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-e464ffae-c1ac-42b0-a614-a950b2969772 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912831 Jul 28 06:30:14.218784 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:14.260191 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07926476-9b37-4784-8f00-cda5c36ba22d req-69ffefe9-a6fe-4a02-8217-a9d939045b8d service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437874 Jul 28 06:30:14.269822 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48826d-6611-4e9c-94e1-0a921234b871 req-ab1f2361-b39c-4176-941a-7a1ca58b736c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:14.271335 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ab48826d-6611-4e9c-94e1-0a921234b871 req-ab1f2361-b39c-4176-941a-7a1ca58b736c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0713427 Jul 28 06:30:14.292418 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:14.375238 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ab48826d-6611-4e9c-94e1-0a921234b871 req-f6e0c374-02be-4e7e-8176-7ca5fb63cd5c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975647 Jul 28 06:30:14.588005 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3bb0ab3b-401e-4938-8ba8-9f3d42492d4e req-10cea971-fdf6-4e31-abba-38efa1ee316a tempest-VolumesActionsTest-1879553753 tempest-VolumesActionsTest-1879553753-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fda205-aef8-408a-896a-af9e873d080f HTTP/1.1" status: 200 len: 210 time: 0.0329638 Jul 28 06:30:14.589735 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 56932) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:14.715080 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe3e46ae-12e3-4601-a606-f4e35cb5000b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:14.793790 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe3e46ae-12e3-4601-a606-f4e35cb5000b admin admin] Publish callbacks [] for security_group (b92a651d-4635-4886-bab8-8d42fa15b79a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:14.857488 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe3e46ae-12e3-4601-a606-f4e35cb5000b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b92a651d-4635-4886-bab8-8d42fa15b79a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:14.899303 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-fe3e46ae-12e3-4601-a606-f4e35cb5000b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=310e955c99624dc88a38254e9a36ca20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084676 Jul 28 06:30:14.901261 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e46ae-12e3-4601-a606-f4e35cb5000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92a651d-4635-4886-bab8-8d42fa15b79a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:14.902206 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 56938) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:14.954453 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Publish callbacks [] for security_group (b92a651d-4635-4886-bab8-8d42fa15b79a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:14.980212 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Publish callbacks [] for security_group (b92a651d-4635-4886-bab8-8d42fa15b79a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:15.091825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b92a651d-4635-4886-bab8-8d42fa15b79a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:15.094360 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:15.095530 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b92a651d-4635-4886-bab8-8d42fa15b79a HTTP/1.1" status: 204 len: 168 time: 0.1922755 Jul 28 06:30:15.104978 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92a651d-4635-4886-bab8-8d42fa15b79a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:15.112706 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.115812 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.117200 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.117200 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.117468 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.117657 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.118136 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d48eb-a6bb-4f7e-85f2-c5c5bf6a0ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:15.536141 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c080a8-2afc-4163-965b-70a14c99f095 req-df5c8223-c599-4126-a468-20f6ab237b11 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:15.537880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4c080a8-2afc-4163-965b-70a14c99f095 req-df5c8223-c599-4126-a468-20f6ab237b11 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0749443 Jul 28 06:30:15.591975 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4c080a8-2afc-4163-965b-70a14c99f095 req-1a9bf57a-00d6-453e-9458-dbaabefcab42 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Jul 28 06:30:16.730037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c152fc3-8054-43d2-b495-b53498ad2142 req-2b303bd6-b149-4f7f-b543-e011a89e10fc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:16.731581 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7c152fc3-8054-43d2-b495-b53498ad2142 req-2b303bd6-b149-4f7f-b543-e011a89e10fc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0603261 Jul 28 06:30:16.783582 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7c152fc3-8054-43d2-b495-b53498ad2142 req-6c6c9326-6531-4431-9036-ae47bc572608 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Jul 28 06:30:16.806642 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:30:16.837757 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:30:16.838098 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 95ad8b0e-0e88-44ee-9dbe-ee750bb37f37 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:30:17.584889 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57036) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:17.699553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-37a9373f-0b1d-408a-ae10-2c7c034e10e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:17.776649 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-37a9373f-0b1d-408a-ae10-2c7c034e10e4 admin admin] Publish callbacks [] for security_group (5a8563c2-2f65-4641-bd6f-4f2242636996), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:17.886056 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-37a9373f-0b1d-408a-ae10-2c7c034e10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5a8563c2-2f65-4641-bd6f-4f2242636996), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:17.905266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eba0a-a4f4-42ae-89d0-ce0c408057fa req-26d6fc11-7915-4282-8eb0-7548cda55087 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:17.906999 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d09eba0a-a4f4-42ae-89d0-ce0c408057fa req-26d6fc11-7915-4282-8eb0-7548cda55087 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Jul 28 06:30:17.927971 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-37a9373f-0b1d-408a-ae10-2c7c034e10e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7482210a43074a4c8a0db84e7ba3b704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409607 Jul 28 06:30:17.928376 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9373f-0b1d-408a-ae10-2c7c034e10e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8563c2-2f65-4641-bd6f-4f2242636996,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:17.930880 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57044) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:17.957821 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d09eba0a-a4f4-42ae-89d0-ce0c408057fa req-1a035c78-34d9-4874-852d-57fce69ccd55 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Jul 28 06:30:17.983313 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b011f06d-f8b2-4f64-82c1-06e3445de512 admin admin] Publish callbacks [] for security_group (5a8563c2-2f65-4641-bd6f-4f2242636996), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.005519 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b011f06d-f8b2-4f64-82c1-06e3445de512 admin admin] Publish callbacks [] for security_group (5a8563c2-2f65-4641-bd6f-4f2242636996), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.011761 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:18.013933 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:18.115870 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b011f06d-f8b2-4f64-82c1-06e3445de512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5a8563c2-2f65-4641-bd6f-4f2242636996), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.118275 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b011f06d-f8b2-4f64-82c1-06e3445de512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.119615 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b011f06d-f8b2-4f64-82c1-06e3445de512 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a8563c2-2f65-4641-bd6f-4f2242636996 HTTP/1.1" status: 204 len: 168 time: 0.1877875 Jul 28 06:30:18.129561 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011f06d-f8b2-4f64-82c1-06e3445de512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8563c2-2f65-4641-bd6f-4f2242636996,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:18.719729 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57060) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:18.733371 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f562f076-eb95-4675-a260-8fb1eb4ff483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.816039 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f562f076-eb95-4675-a260-8fb1eb4ff483 admin admin] Publish callbacks [] for security_group (0809f5be-ba70-4f51-a1e9-1590ce2c2f50), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.869055 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f562f076-eb95-4675-a260-8fb1eb4ff483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (0809f5be-ba70-4f51-a1e9-1590ce2c2f50), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.909050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f076-eb95-4675-a260-8fb1eb4ff483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0809f5be-ba70-4f51-a1e9-1590ce2c2f50,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:18.913349 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f562f076-eb95-4675-a260-8fb1eb4ff483 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a94a6fa27d547cd9144399d736e2eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925654 Jul 28 06:30:18.916754 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57062) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:18.966675 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-076e02b7-0f79-401f-b50f-23beb74843d3 admin admin] Publish callbacks [] for security_group (0809f5be-ba70-4f51-a1e9-1590ce2c2f50), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:18.988016 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-076e02b7-0f79-401f-b50f-23beb74843d3 admin admin] Publish callbacks [] for security_group (0809f5be-ba70-4f51-a1e9-1590ce2c2f50), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:19.084628 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e4d5a-0ec6-47b0-ad79-4e60392e7c89 req-87ba9919-4be6-4d88-94ac-ada44b77813b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:19.086200 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb8e4d5a-0ec6-47b0-ad79-4e60392e7c89 req-87ba9919-4be6-4d88-94ac-ada44b77813b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Jul 28 06:30:19.132864 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-076e02b7-0f79-401f-b50f-23beb74843d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (0809f5be-ba70-4f51-a1e9-1590ce2c2f50), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:19.135841 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-076e02b7-0f79-401f-b50f-23beb74843d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:19.136961 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-076e02b7-0f79-401f-b50f-23beb74843d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0809f5be-ba70-4f51-a1e9-1590ce2c2f50 HTTP/1.1" status: 204 len: 168 time: 0.2193000 Jul 28 06:30:19.145491 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e02b7-0f79-401f-b50f-23beb74843d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0809f5be-ba70-4f51-a1e9-1590ce2c2f50,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:19.147525 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb8e4d5a-0ec6-47b0-ad79-4e60392e7c89 req-8a076f94-ece4-476d-b8a9-d8f1bc893026 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549400 Jul 28 06:30:20.283080 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da736-697e-43ea-b1fe-2c1502ccbaa3 req-9a7357c5-0f1e-4397-a0b4-e3d6ab0698a1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:20.290938 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cb5da736-697e-43ea-b1fe-2c1502ccbaa3 req-9a7357c5-0f1e-4397-a0b4-e3d6ab0698a1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0567007 Jul 28 06:30:20.343041 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cb5da736-697e-43ea-b1fe-2c1502ccbaa3 req-116793f6-a88b-4482-9480-64a0cef63982 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500245 Jul 28 06:30:21.534658 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cecb4-ba20-4af5-884d-d2b3f44561a5 req-c1c849c4-50e2-4374-96eb-bc7d02ca2f2e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:21.541938 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-551cecb4-ba20-4af5-884d-d2b3f44561a5 req-c1c849c4-50e2-4374-96eb-bc7d02ca2f2e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0991704 Jul 28 06:30:21.545867 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-6a562406-20a1-4313-babd-456225494679 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=08e27723b1224589a896eab04740dffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594966 Jul 28 06:30:21.706160 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-551cecb4-ba20-4af5-884d-d2b3f44561a5 req-0b1d8068-89e3-4d5d-ae44-3b0948a11932 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632204 Jul 28 06:30:21.781294 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-7544523a-7266-4d40-addd-583f260517e1 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:21.782951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-7544523a-7266-4d40-addd-583f260517e1 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305944 Jul 28 06:30:21.805247 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-2e54b95f-36c1-4e19-a3f9-efc20ea04685 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/quotas/08e27723b1224589a896eab04740dffc HTTP/1.1" status: 200 len: 375 time: 0.0107379 Jul 28 06:30:21.847008 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-b3bc456c-ecc4-41d0-86f3-e5936f779bc2 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=08e27723b1224589a896eab04740dffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313978 Jul 28 06:30:22.263077 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:22.275950 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:22.300264 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18661aab-345b-4244-ad52-16ba96f9da3e req-fd4154b1-3ce9-449c-aa5a-673fbe32e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:22.302198 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-18661aab-345b-4244-ad52-16ba96f9da3e req-fd4154b1-3ce9-449c-aa5a-673fbe32e4d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1129 time: 0.3415496 Jul 28 06:30:22.313220 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-61d14570-1fad-444d-951e-bfdfa8d3974d req-59bcccbd-bf73-4624-9199-2299ce661205 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.0530307 Jul 28 06:30:22.369382 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-18661aab-345b-4244-ad52-16ba96f9da3e req-285a64fb-5224-44ae-90a6-8755c07d5184 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Jul 28 06:30:22.869988 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836cabd-91d1-4af8-ba0e-9daefcd45f09 req-204aaa54-f0a7-4fa7-9f7b-e0b57186ed81 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:22.872468 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e836cabd-91d1-4af8-ba0e-9daefcd45f09 req-204aaa54-f0a7-4fa7-9f7b-e0b57186ed81 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0672843 Jul 28 06:30:22.940989 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e836cabd-91d1-4af8-ba0e-9daefcd45f09 req-dc6b8945-f895-481b-be2c-1d344ea1b3b9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Jul 28 06:30:23.451559 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed567bc4-2c1d-4a02-a9db-181b5b35d2b5 req-d72ef2de-f251-4549-8d7b-9106ca1c7fa2 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.0310392 Jul 28 06:30:24.135461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf8764-771c-41ba-9409-848e4847b5b0 req-b67074b8-1f81-4d67-bdda-ae2e515ff613 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:24.141765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fcdf8764-771c-41ba-9409-848e4847b5b0 req-b67074b8-1f81-4d67-bdda-ae2e515ff613 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0941248 Jul 28 06:30:24.217887 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fcdf8764-771c-41ba-9409-848e4847b5b0 req-b7ad242e-24da-4944-bcf6-66c817b91b1d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Jul 28 06:30:24.605016 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e49b2edc-4935-48f6-9169-e2433f692287 req-745598a8-2757-4297-9ab7-136f63be21b1 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.0416398 Jul 28 06:30:25.283630 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-3200bd8f-f3aa-4f68-9732-5f988f09a9f1 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=08e27723b1224589a896eab04740dffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277517 Jul 28 06:30:25.456933 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a507b40-f885-4017-b5ae-317819cdf46f req-3814c547-f6c6-4100-86bb-8b760d086069 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:25.458524 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8a507b40-f885-4017-b5ae-317819cdf46f req-3814c547-f6c6-4100-86bb-8b760d086069 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.1293507 Jul 28 06:30:25.533409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-13653c6b-5615-46f7-8445-b059586318ca tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:25.535021 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-13653c6b-5615-46f7-8445-b059586318ca tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451017 Jul 28 06:30:25.552775 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8a507b40-f885-4017-b5ae-317819cdf46f req-051e2db6-2e14-4efe-bf52-8407af83c847 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853181 Jul 28 06:30:25.559300 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Request body: {'port': {'device_id': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73', 'admin_state_up': True, 'tenant_id': '08e27723b1224589a896eab04740dffc'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:25.790180 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f58050b7-9a59-44da-b6b1-72e2d07c83c0 req-03138854-8b81-4915-8206-d2780e13bdf6 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.0953844 Jul 28 06:30:25.863114 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Made reservation on behalf of 08e27723b1224589a896eab04740dffc for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:30:25.867836 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:25.884057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:25.993463 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks [] for security_group (7122d702-78ae-4ef6-b199-45112f8c62e1), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:26.111234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a217f-8a51-4014-84fe-7902b8cd66b8 req-9d8d71d3-3b57-490a-b5cf-3843b8ee0a59 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:26.112820 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-678a217f-8a51-4014-84fe-7902b8cd66b8 req-9d8d71d3-3b57-490a-b5cf-3843b8ee0a59 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0579777 Jul 28 06:30:26.125341 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7122d702-78ae-4ef6-b199-45112f8c62e1), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:26.196665 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:26.259599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-00efa5c1-b9ba-40b2-be97-9adc7a26fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:26.263808 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-00efa5c1-b9ba-40b2-be97-9adc7a26fddb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1129 time: 0.1597836 Jul 28 06:30:26.301737 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7122d702-78ae-4ef6-b199-45112f8c62e1,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:26.330436 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:26.451267 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-678a217f-8a51-4014-84fe-7902b8cd66b8 req-5b0bf02a-ca21-4a72-875a-d9f072860f1f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285630 Jul 28 06:30:26.498481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Allocated IP 192.168.233.29 (1490afdf-d886-4040-aa9f-e8fd173aff73/aa1196ab-8219-40cc-9a8b-0b535411f90e/267fca0b-608d-4e11-b057-e23a1994bbd9) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:30:26.528902 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-f1ed6ece-d6c0-4d85-a48d-baa6a12efa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:26.530992 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-f1ed6ece-d6c0-4d85-a48d-baa6a12efa1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.2348773 Jul 28 06:30:26.587479 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-3aabd196-f1fa-4895-bb8c-f3c2dfe2fae5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 217 time: 0.0433912 Jul 28 06:30:26.710896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-ecee537a-70e7-417e-a05c-04d65ad0b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:26.710896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-ecee537a-70e7-417e-a05c-04d65ad0b497 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0944262 Jul 28 06:30:26.783645 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-c4e8ac15-7e98-4595-badd-8d9fdc35542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:26.785599 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-c4e8ac15-7e98-4595-badd-8d9fdc35542e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731161 Jul 28 06:30:26.945457 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:27.017138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks [] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:27.030504 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-40525499-95d5-41c8-95f1-3ac145308dc1 req-34670068-d135-4877-873d-8a45b254615f tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.0595968 Jul 28 06:30:27.158880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-92fd8836-f0eb-477a-a389-91b6813d27ec service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566008 Jul 28 06:30:27.278197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:27.383740 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Pushing event updated for resources: {'Port': ['ID=267fca0b-608d-4e11-b057-e23a1994bbd9,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:27.415725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Network 1490afdf-d886-4040-aa9f-e8fd173aff73 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:30:27.422087 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:30:27.426946 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:30:27.536367 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed6639-7b00-49ea-a796-798f36b52a60 req-b85ceded-0d7d-49d9-9330-c552a05e9e20 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665171 Jul 28 06:30:27.541935 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:27.542586 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:27.650924 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-962e7dcc-1b8d-4323-8108-ce22ed027e2c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0968244 Jul 28 06:30:27.672399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd870fa-0417-49df-abd3-b4689258b52f req-ebb277a0-b8cb-4a03-b951-d120cd615d1a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:27.683420 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdd870fa-0417-49df-abd3-b4689258b52f req-ebb277a0-b8cb-4a03-b951-d120cd615d1a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0744140 Jul 28 06:30:27.700003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Request body: {'port': {'device_id': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:27.824655 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57264) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:27.863785 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdd870fa-0417-49df-abd3-b4689258b52f req-858fbfc4-cb11-40cf-80ec-c3e2df46ce30 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792188 Jul 28 06:30:27.870951 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:27.927125 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:27.947770 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:27.955209 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-7c9fc1e2-c68a-4e19-98d7-9de55069b66e None None] Provisioning complete for port 267fca0b-608d-4e11-b057-e23a1994bbd9 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:30:27.956568 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc1e2-c68a-4e19-98d7-9de55069b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:27.998932 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fc1e2-c68a-4e19-98d7-9de55069b66e None None] Port 267fca0b-608d-4e11-b057-e23a1994bbd9 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:30:28.093489 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d077e3b-11d8-455b-a4fc-4dfa31dec2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.283778 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d077e3b-11d8-455b-a4fc-4dfa31dec2d8 admin admin] Publish callbacks [] for security_group (07eeebfb-50c1-4b9d-8a27-427eb80f2894), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.319523 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734d3b-0ead-4156-b2d4-e2f2c9dd65a5 req-6243d3f4-089b-4d25-bfaa-433d63257d0d tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:28.321164 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff734d3b-0ead-4156-b2d4-e2f2c9dd65a5 req-6243d3f4-089b-4d25-bfaa-433d63257d0d tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 935 time: 0.1246653 Jul 28 06:30:28.397150 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267fca0b-608d-4e11-b057-e23a1994bbd9 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:30:28.399990 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d077e3b-11d8-455b-a4fc-4dfa31dec2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (07eeebfb-50c1-4b9d-8a27-427eb80f2894), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.411916 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Publish callbacks [] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.425397 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff734d3b-0ead-4156-b2d4-e2f2c9dd65a5 req-01d10471-7a46-434d-b098-8edd22266f0c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913112 Jul 28 06:30:28.436076 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Transition to ACTIVE for port object 267fca0b-608d-4e11-b057-e23a1994bbd9 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:30:28.460051 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4d077e3b-11d8-455b-a4fc-4dfa31dec2d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d9c4561ad9b4bc987be6d3a9afac1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333652 Jul 28 06:30:28.461397 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d077e3b-11d8-455b-a4fc-4dfa31dec2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eeebfb-50c1-4b9d-8a27-427eb80f2894,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:28.464071 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57280) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:28.534742 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e6f6bb43-8052-483a-b190-34c781d5c55c admin admin] Publish callbacks [] for security_group (07eeebfb-50c1-4b9d-8a27-427eb80f2894), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.535696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.537811 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:28.564778 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e6f6bb43-8052-483a-b190-34c781d5c55c admin admin] Publish callbacks [] for security_group (07eeebfb-50c1-4b9d-8a27-427eb80f2894), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.704504 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e6f6bb43-8052-483a-b190-34c781d5c55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (07eeebfb-50c1-4b9d-8a27-427eb80f2894), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.707720 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e6f6bb43-8052-483a-b190-34c781d5c55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:28.709187 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e6f6bb43-8052-483a-b190-34c781d5c55c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07eeebfb-50c1-4b9d-8a27-427eb80f2894 HTTP/1.1" status: 204 len: 168 time: 0.2438827 Jul 28 06:30:28.721219 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Pushing event updated for resources: {'Port': ['ID=267fca0b-608d-4e11-b057-e23a1994bbd9,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:28.732922 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6bb43-8052-483a-b190-34c781d5c55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eeebfb-50c1-4b9d-8a27-427eb80f2894,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:28.864716 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:28.898193 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Attempting to bind port 267fca0b-608d-4e11-b057-e23a1994bbd9 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:30:28.898891 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Attempting to bind port 267fca0b-608d-4e11-b057-e23a1994bbd9 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:30:28.899385 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Attempting to bind port 267fca0b-608d-4e11-b057-e23a1994bbd9 on network 1490afdf-d886-4040-aa9f-e8fd173aff73 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:30:28.906074 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Port 267fca0b-608d-4e11-b057-e23a1994bbd9 on network 1490afdf-d886-4040-aa9f-e8fd173aff73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:30:28.906676 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Attempting to bind port 267fca0b-608d-4e11-b057-e23a1994bbd9 on network 1490afdf-d886-4040-aa9f-e8fd173aff73 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:30:28.916743 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:30:28.917437 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Checking segment: {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:30:28.918015 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Bound using segment: {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:30:28.918624 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Bound port: 267fca0b-608d-4e11-b057-e23a1994bbd9, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f2a75-9b4b-4bd8-a576-91dfb6cbc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:30:28.919802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:29.032838 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] For port 267fca0b-608d-4e11-b057-e23a1994bbd9, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:30:29.036842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] For port 267fca0b-608d-4e11-b057-e23a1994bbd9, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=267fca0b-608d-4e11-b057-e23a1994bbd9,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:30:29.052287 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:30:29.124332 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8987-c4b5-431a-a4e1-7435b25044a0 req-568f70e6-0d48-4191-b44f-6fe4caddac39 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:29.134926 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-666b8987-c4b5-431a-a4e1-7435b25044a0 req-568f70e6-0d48-4191-b44f-6fe4caddac39 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0903659 Jul 28 06:30:29.146888 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:29.250948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:29.251662 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:29.253342 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-4a480461-10be-41d0-af10-54c6168627ee service neutron] 10.222.0.71 "PUT /v2.0/ports/267fca0b-608d-4e11-b057-e23a1994bbd9 HTTP/1.1" status: 200 len: 1097 time: 1.5585065 Jul 28 06:30:29.254079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'tag': '267fca0b-608d-4e11-b057-e23a1994bbd9'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:30:29.262515 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e47e916-b387-4fe2-8914-d99cc811527f" -d '{"events": [{"name": "network-changed", "server_uuid": "722dc269-7492-4026-9b2e-c8d4a75a940a", "tag": "267fca0b-608d-4e11-b057-e23a1994bbd9"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:30:29.314457 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-666b8987-c4b5-431a-a4e1-7435b25044a0 req-bd6a3272-75d8-43a8-831b-90d898a31579 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783736 Jul 28 06:30:29.351542 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a480461-10be-41d0-af10-54c6168627ee service neutron] Pushing event updated for resources: {'Port': ['ID=267fca0b-608d-4e11-b057-e23a1994bbd9,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:29.382669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f29db8-8b78-4e8a-a4c1-d4f88e8fb584 x-openstack-request-id: req-b1f29db8-8b78-4e8a-a4c1-d4f88e8fb584 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:30:29.386668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722dc269-7492-4026-9b2e-c8d4a75a940a", "tag": "267fca0b-608d-4e11-b057-e23a1994bbd9", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:30:29.386668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1f29db8-8b78-4e8a-a4c1-d4f88e8fb584 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:30:29.386668 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f29db8-8b78-4e8a-a4c1-d4f88e8fb584'] response: {'name': 'network-changed', 'server_uuid': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'tag': '267fca0b-608d-4e11-b057-e23a1994bbd9', 'status': 'completed', 'code': 200} Jul 28 06:30:29.456295 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-d3d0e21f-7453-4183-8853-0fc2df4e4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:29.457869 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-d3d0e21f-7453-4183-8853-0fc2df4e4860 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=08e27723b1224589a896eab04740dffc&device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 1131 time: 0.0652015 Jul 28 06:30:29.527865 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-109b77e8-8297-437b-b8a4-a97baff4013a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=267fca0b-608d-4e11-b057-e23a1994bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0580857 Jul 28 06:30:29.639908 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c8eb-9e1a-4a12-a2aa-0c2cf0d0a366 req-8e8cabe9-24ee-4db5-8aab-a64094e6663f tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:29.641539 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5fe4c8eb-9e1a-4a12-a2aa-0c2cf0d0a366 req-8e8cabe9-24ee-4db5-8aab-a64094e6663f tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 947 time: 0.0865562 Jul 28 06:30:29.671314 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57302) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:29.690201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1311e640-2753-4102-9458-ac993054b7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:29.715885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5fe4c8eb-9e1a-4a12-a2aa-0c2cf0d0a366 req-4388d5e8-ca5b-4ee1-9df7-064d5f917bfb tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678730 Jul 28 06:30:29.796959 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:29.822408 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1311e640-2753-4102-9458-ac993054b7a5 admin admin] Publish callbacks [] for security_group (39ca1050-c1cb-4c90-919a-8c7086c8b773), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:29.919796 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1311e640-2753-4102-9458-ac993054b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (39ca1050-c1cb-4c90-919a-8c7086c8b773), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:29.974934 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311e640-2753-4102-9458-ac993054b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca1050-c1cb-4c90-919a-8c7086c8b773,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:29.980822 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1311e640-2753-4102-9458-ac993054b7a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fdf356130ee4d5791dd4be7d909f784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077190 Jul 28 06:30:29.983685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57306) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:30.065364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4a76c80-ae2c-476c-9a35-11ddd9fa8001 admin admin] Publish callbacks [] for security_group (39ca1050-c1cb-4c90-919a-8c7086c8b773), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:30.135544 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4a76c80-ae2c-476c-9a35-11ddd9fa8001 admin admin] Publish callbacks [] for security_group (39ca1050-c1cb-4c90-919a-8c7086c8b773), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:30.253584 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4a76c80-ae2c-476c-9a35-11ddd9fa8001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (39ca1050-c1cb-4c90-919a-8c7086c8b773), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:30.257536 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4a76c80-ae2c-476c-9a35-11ddd9fa8001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:30.259138 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e4a76c80-ae2c-476c-9a35-11ddd9fa8001 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39ca1050-c1cb-4c90-919a-8c7086c8b773 HTTP/1.1" status: 204 len: 168 time: 0.2745006 Jul 28 06:30:30.290624 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a76c80-ae2c-476c-9a35-11ddd9fa8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca1050-c1cb-4c90-919a-8c7086c8b773,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:30.383865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-b17e990c-cc36-458e-ae1e-2e86743b073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:30.388340 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-b17e990c-cc36-458e-ae1e-2e86743b073a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa1196ab-8219-40cc-9a8b-0b535411f90e HTTP/1.1" status: 200 len: 843 time: 0.1530302 Jul 28 06:30:30.491845 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-edfd8add-ba81-4155-bf24-04cbef0e3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:30.493423 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-edfd8add-ba81-4155-bf24-04cbef0e3786 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1490afdf-d886-4040-aa9f-e8fd173aff73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0855143 Jul 28 06:30:30.515622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:30.522617 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b617-7520-47c5-b3c9-6067b23980e3 req-5d8daf3e-1533-4f67-a6bf-5c2f85c54fa4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:30.526397 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-81d9b617-7520-47c5-b3c9-6067b23980e3 req-5d8daf3e-1533-4f67-a6bf-5c2f85c54fa4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0779428 Jul 28 06:30:30.752807 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-81d9b617-7520-47c5-b3c9-6067b23980e3 req-361a49d5-91e9-4311-b3e1-69018ac5ecc1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096357 Jul 28 06:30:30.791342 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-3cdf0d9b-af31-4d5b-9c13-f6c6c1005850 service neutron] 10.222.0.71 "GET /v2.0/networks/1490afdf-d886-4040-aa9f-e8fd173aff73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860038 Jul 28 06:30:31.031173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee15be-cecf-4629-bb0d-4029c7bc8f51 req-5904a324-402f-4c45-a0b6-ea36bf4d41e5 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:31.033018 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35ee15be-cecf-4629-bb0d-4029c7bc8f51 req-5904a324-402f-4c45-a0b6-ea36bf4d41e5 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 947 time: 0.0777409 Jul 28 06:30:31.113251 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:31.125053 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3972d070-7e1c-4ff5-8a8f-1aebbb65a977 req-8c3e98fb-59d1-4718-8a4c-874c09569305 service neutron] 10.222.0.71 "GET /v2.0/networks/1490afdf-d886-4040-aa9f-e8fd173aff73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274934 Jul 28 06:30:31.185209 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35ee15be-cecf-4629-bb0d-4029c7bc8f51 req-949813b9-2293-4440-82b7-c7706a93c065 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240849 Jul 28 06:30:31.377609 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e916-b387-4fe2-8914-d99cc811527f req-a5d7bab3-5cb1-45b4-ad8e-e6b5eb67eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:31.379132 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-a5d7bab3-5cb1-45b4-ad8e-e6b5eb67eec7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=08e27723b1224589a896eab04740dffc&device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 1131 time: 0.0687973 Jul 28 06:30:31.499914 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e916-b387-4fe2-8914-d99cc811527f req-98436009-85a4-45d0-a7c9-48c8cf79e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:31.501640 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-98436009-85a4-45d0-a7c9-48c8cf79e4d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1490afdf-d886-4040-aa9f-e8fd173aff73 HTTP/1.1" status: 200 len: 870 time: 0.1162670 Jul 28 06:30:31.598102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198105f-8b1c-4f97-9fe4-8825cd03eb5a req-7a9ab035-b507-44df-ad83-7d890ad5c9eb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:31.600067 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2198105f-8b1c-4f97-9fe4-8825cd03eb5a req-7a9ab035-b507-44df-ad83-7d890ad5c9eb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0589523 Jul 28 06:30:31.664104 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2198105f-8b1c-4f97-9fe4-8825cd03eb5a req-96890cf0-ce85-4124-b69c-4d5930a0e48a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565245 Jul 28 06:30:32.332376 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ca690-54d4-4e90-98bc-ed7aee9b0dcd req-33ce82a4-84d9-4d20-bcd8-f005d049ae76 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:32.334245 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b33ca690-54d4-4e90-98bc-ed7aee9b0dcd req-33ce82a4-84d9-4d20-bcd8-f005d049ae76 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 947 time: 0.0533822 Jul 28 06:30:32.391458 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b33ca690-54d4-4e90-98bc-ed7aee9b0dcd req-a940d80d-f1a5-4910-a85e-68c9d605a3cc tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474644 Jul 28 06:30:32.599048 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-52ae600b-8a10-4a7c-ab33-ed3cffeb025b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=267fca0b-608d-4e11-b057-e23a1994bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0413029 Jul 28 06:30:32.663201 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e916-b387-4fe2-8914-d99cc811527f req-28731ac0-3187-4517-b829-292b51335e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:32.665600 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-28731ac0-3187-4517-b829-292b51335e39 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa1196ab-8219-40cc-9a8b-0b535411f90e HTTP/1.1" status: 200 len: 843 time: 0.0580726 Jul 28 06:30:32.738792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e916-b387-4fe2-8914-d99cc811527f req-ba5aa195-8d89-4133-8888-2d79061d002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:32.746470 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-ba5aa195-8d89-4133-8888-2d79061d002e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1490afdf-d886-4040-aa9f-e8fd173aff73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0667655 Jul 28 06:30:32.926301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c1a27-4da4-4a79-9518-59e5ce494aa6 req-1ab31c89-2403-4ce8-b432-b3b067b522a5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:32.927880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e6c1a27-4da4-4a79-9518-59e5ce494aa6 req-1ab31c89-2403-4ce8-b432-b3b067b522a5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1203208 Jul 28 06:30:33.019417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e6c1a27-4da4-4a79-9518-59e5ce494aa6 req-324f2018-3a63-467a-8ac4-f749f90f3403 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836089 Jul 28 06:30:33.021652 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-5d0a023e-fc64-49ed-b061-50043befcf1d service neutron] 10.222.0.71 "GET /v2.0/networks/1490afdf-d886-4040-aa9f-e8fd173aff73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959450 Jul 28 06:30:33.166473 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e47e916-b387-4fe2-8914-d99cc811527f req-77e7919a-495a-43a8-bf55-f3d51c60d8c4 service neutron] 10.222.0.71 "GET /v2.0/networks/1490afdf-d886-4040-aa9f-e8fd173aff73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375384 Jul 28 06:30:33.679003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 57446) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:33.683443 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940504564', 'description': 'tempest-description--984893903'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:33.788852 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:33.867020 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411b87d-f677-485d-b27d-9d0dd4976dfc req-59e8481e-04c5-49a8-81ce-aba30e6c202e tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:33.869569 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d411b87d-f677-485d-b27d-9d0dd4976dfc req-59e8481e-04c5-49a8-81ce-aba30e6c202e tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 947 time: 0.1030507 Jul 28 06:30:33.871398 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:33.930587 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:33.971495 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d411b87d-f677-485d-b27d-9d0dd4976dfc req-ee14427b-66a9-4260-9f23-32b92ec35a46 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924602 Jul 28 06:30:33.979598 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group (38c01506-99ec-4e29-af76-8233cf8b229c), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.136761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (38c01506-99ec-4e29-af76-8233cf8b229c), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.173799 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c01506-99ec-4e29-af76-8233cf8b229c,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:34.201991 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5750012-cdf4-4fcc-90ba-cc75d538274f req-7bec42b5-970a-4443-98dd-c097a50122cf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:34.203667 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a5750012-cdf4-4fcc-90ba-cc75d538274f req-7bec42b5-970a-4443-98dd-c097a50122cf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0990562 Jul 28 06:30:34.260917 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a5750012-cdf4-4fcc-90ba-cc75d538274f req-77d9f6a1-ec05-4200-a29d-2315de0c5fc7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505114 Jul 28 06:30:34.293366 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.301564 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-17522ef4-36fc-43fb-a169-ac228067db6d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6180148 Jul 28 06:30:34.302017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 57458) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:34.307761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'security_group_rule': {'security_group_id': '38c01506-99ec-4e29-af76-8233cf8b229c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:34.558389 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group_rule (db7f1d84-4ae2-48e7-a11d-48afe07f73c5), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.638869 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group_rule (db7f1d84-4ae2-48e7-a11d-48afe07f73c5), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.731766 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (db7f1d84-4ae2-48e7-a11d-48afe07f73c5), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.757571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7f1d84-4ae2-48e7-a11d-48afe07f73c5,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:34.858880 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:34.866959 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ed25d79b-cbcc-4322-9120-ff59ac65c65e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5570793 Jul 28 06:30:34.867294 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57472) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:34.868243 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'security_group_rule': {'security_group_id': '38c01506-99ec-4e29-af76-8233cf8b229c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:34.905703 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 267fca0b-608d-4e11-b057-e23a1994bbd9 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:30:35.003277 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group_rule (3bf71897-180f-4895-ab65-9337cac7c216), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.083883 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 267fca0b-608d-4e11-b057-e23a1994bbd9, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=267fca0b-608d-4e11-b057-e23a1994bbd9,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:30:35.094011 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group_rule (3bf71897-180f-4895-ab65-9337cac7c216), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.107345 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '267fca0b-608d-4e11-b057-e23a1994bbd9', 'network_id': '1490afdf-d886-4040-aa9f-e8fd173aff73', 'port_id': '267fca0b-608d-4e11-b057-e23a1994bbd9', 'mac_address': 'fa:16:3e:de:d6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1196ab-8219-40cc-9a8b-0b535411f90e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:30:35.142389 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (3bf71897-180f-4895-ab65-9337cac7c216), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.152147 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 267fca0b-608d-4e11-b057-e23a1994bbd9 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:30:35.152781 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.167413 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf71897-180f-4895-ab65-9337cac7c216,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:35.169116 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267fca0b-608d-4e11-b057-e23a1994bbd9 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:30:35.204090 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 267fca0b-608d-4e11-b057-e23a1994bbd9, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=267fca0b-608d-4e11-b057-e23a1994bbd9,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:30:35.207426 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c07dd4-c8e3-43d5-961f-69e59491537d req-fe7230b0-a6c1-4023-bd35-e4266d3196bd tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:35.211531 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-22c07dd4-c8e3-43d5-961f-69e59491537d req-fe7230b0-a6c1-4023-bd35-e4266d3196bd tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 947 time: 0.1133552 Jul 28 06:30:35.241892 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.243228 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-08d40971-a790-45fc-b277-3fbcf519a876 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788652 Jul 28 06:30:35.248434 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57482) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:35.260257 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:35.268700 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.292836 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-22c07dd4-c8e3-43d5-961f-69e59491537d req-fe1f6643-8a95-4c15-947b-e726c34e9a53 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746138 Jul 28 06:30:35.357362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=267fca0b-608d-4e11-b057-e23a1994bbd9,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:35.366335 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.373847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.374770 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:30:35.427964 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536258e-5968-440b-ae70-d83a2aca8a45 req-8b991f5b-a08b-4eb5-a04c-d0a33663c71f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:35.433607 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.438593 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f536258e-5968-440b-ae70-d83a2aca8a45 req-8b991f5b-a08b-4eb5-a04c-d0a33663c71f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0758941 Jul 28 06:30:35.495842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f536258e-5968-440b-ae70-d83a2aca8a45 req-90603f8f-992d-4c7d-8dc4-c7fc5a17b269 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559218 Jul 28 06:30:35.564296 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.636027 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:35.647571 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['267fca0b-608d-4e11-b057-e23a1994bbd9'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:30:35.675437 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4e00a94d-addf-4eb5-84e2-d8b7adaa4b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:35.782034 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Allocated IP 172.27.3.193 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/3fffe3be-d2b8-44d3-93b3-2ce82edc9b80) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:30:35.941171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.029808 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.083783 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:30:36.087083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:30:36.091653 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:30:36.131436 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'Port': ['ID=3fffe3be-d2b8-44d3-93b3-2ce82edc9b80,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:36.148286 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:36.162558 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.331035 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.425579 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:36.508814 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6605-4c5c-4432-b288-bd59afbc27b4 req-24ee8e8b-4884-4c11-9008-2807f3119f62 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:36.510549 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed9c6605-4c5c-4432-b288-bd59afbc27b4 req-24ee8e8b-4884-4c11-9008-2807f3119f62 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 948 time: 0.1117494 Jul 28 06:30:36.568978 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.580618 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed9c6605-4c5c-4432-b288-bd59afbc27b4 req-2729e8b0-1854-4b29-9a5a-a87adab68080 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595365 Jul 28 06:30:36.629076 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.696925 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.715661 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be638e0-c955-4906-8bba-87f00c893f91 req-4d62988e-2808-416e-b6af-adee5d12b604 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:36.728495 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7be638e0-c955-4906-8bba-87f00c893f91 req-4d62988e-2808-416e-b6af-adee5d12b604 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1076436 Jul 28 06:30:36.728648 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'Port': ['ID=3fffe3be-d2b8-44d3-93b3-2ce82edc9b80,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:36.796312 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:36.800912 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8c5a0147-37a4-49e2-af80-edbe553dc020 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5509586 Jul 28 06:30:36.806859 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7be638e0-c955-4906-8bba-87f00c893f91 req-2a1703ca-d310-4096-9547-97db5a9c7cdd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706918 Jul 28 06:30:36.939555 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 267fca0b-608d-4e11-b057-e23a1994bbd9 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:30:36.995622 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 267fca0b-608d-4e11-b057-e23a1994bbd9 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:30:37.074435 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 267fca0b-608d-4e11-b057-e23a1994bbd9 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:30:37.074758 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:37.093650 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-8e47432a-6b3c-4bae-b485-98dedb36f050 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--940504564&fields=id&tenant_id=cd88554db98441c99e0b09b446c24b47 HTTP/1.1" status: 200 len: 267 time: 0.0704215 Jul 28 06:30:37.124999 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:37.192616 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 267fca0b-608d-4e11-b057-e23a1994bbd9 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:30:37.193113 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:37.249776 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267fca0b-608d-4e11-b057-e23a1994bbd9'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:30:37.256928 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d6502-0069-469d-bdc4-992835d72c54" -d '{"events": [{"server_uuid": "722dc269-7492-4026-9b2e-c8d4a75a940a", "name": "network-vif-plugged", "status": "completed", "tag": "267fca0b-608d-4e11-b057-e23a1994bbd9"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:30:37.290355 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 267fca0b-608d-4e11-b057-e23a1994bbd9, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=267fca0b-608d-4e11-b057-e23a1994bbd9,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:30:37.329044 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2684fb45-fdd6-4175-8dbc-054d815681c5 x-openstack-request-id: req-2684fb45-fdd6-4175-8dbc-054d815681c5 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:30:37.329516 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722dc269-7492-4026-9b2e-c8d4a75a940a", "name": "network-vif-plugged", "status": "completed", "tag": "267fca0b-608d-4e11-b057-e23a1994bbd9", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:30:37.329848 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2684fb45-fdd6-4175-8dbc-054d815681c5 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:30:37.330591 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2684fb45-fdd6-4175-8dbc-054d815681c5'] response: {'server_uuid': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267fca0b-608d-4e11-b057-e23a1994bbd9', 'code': 200} Jul 28 06:30:37.372324 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:37.433771 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:37.460357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-7a3f8010-1684-4ee0-931c-66e00b819de6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:37.468191 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-7a3f8010-1684-4ee0-931c-66e00b819de6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 818 time: 0.3730912 Jul 28 06:30:37.472221 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=267fca0b-608d-4e11-b057-e23a1994bbd9,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:37.479082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-b4d61e1f-2a4c-4b60-90f8-b718a4025e13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/quotas/cd88554db98441c99e0b09b446c24b47 HTTP/1.1" status: 200 len: 375 time: 0.0100007 Jul 28 06:30:37.547306 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-e8f5fb4e-da52-438d-92a9-8e18de9dd015 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0602036 Jul 28 06:30:37.675331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-b388c724-2f76-4bdc-bcc2-ef9008add6ca service neutron] 10.222.0.69 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038561 Jul 28 06:30:37.847057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:37.881335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cedcd-c249-45f8-bae0-706d2363859c req-e8b466e9-f831-40fc-a54e-ea9f59a17e86 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:37.882857 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f51cedcd-c249-45f8-bae0-706d2363859c req-e8b466e9-f831-40fc-a54e-ea9f59a17e86 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.1539073 Jul 28 06:30:37.886762 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c812-230d-4519-b9ea-05719fa1c2d2 req-592b8fb7-5e07-4733-aaa2-8e6c58e7e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:37.892401 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4864c812-230d-4519-b9ea-05719fa1c2d2 req-592b8fb7-5e07-4733-aaa2-8e6c58e7e88a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 1133 time: 0.1414213 Jul 28 06:30:37.998496 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4864c812-230d-4519-b9ea-05719fa1c2d2 req-afd94340-cfee-4d64-9c01-7610ba99b9c7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002967 Jul 28 06:30:38.025902 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-945c2ba2-41da-4576-ae26-2013782bc152 service neutron] 10.222.0.69 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303723 Jul 28 06:30:38.053279 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f51cedcd-c249-45f8-bae0-706d2363859c req-b53fffa7-52e8-4e3d-a2a4-b043974e64c3 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535437 Jul 28 06:30:38.102705 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-147fa1b1-ed49-4848-b8ed-b48ba0337568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:38.213641 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61d8f8-7c0e-46e3-8f3e-6096e07e7b4c req-ec9a6a0c-4a69-47ff-ac8f-05932429741b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:38.215960 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f61d8f8-7c0e-46e3-8f3e-6096e07e7b4c req-ec9a6a0c-4a69-47ff-ac8f-05932429741b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0910192 Jul 28 06:30:38.281544 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f61d8f8-7c0e-46e3-8f3e-6096e07e7b4c req-3f00490d-1000-48ba-ba5e-3b5616132ca9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Jul 28 06:30:38.614512 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5a4e30fd-ea78-429a-a119-5437a22544e2 req-b17ba066-9aea-4a1e-a159-965d598581c4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0508082 Jul 28 06:30:39.244441 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42803335-e279-485e-8e0b-bff412391821 req-46c77eab-5d88-4966-adde-7c0409e2fe03 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:39.246684 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42803335-e279-485e-8e0b-bff412391821 req-46c77eab-5d88-4966-adde-7c0409e2fe03 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.1045852 Jul 28 06:30:39.249590 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:39.319070 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42803335-e279-485e-8e0b-bff412391821 req-bf42a5eb-acbf-4b14-ab3d-f4ecac25694c tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665665 Jul 28 06:30:39.435409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13383-3c5b-449c-93a4-18bc41ab74e2 req-6f31303f-ff3c-4cb1-baa5-dc9436911a3e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:39.437015 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3b13383-3c5b-449c-93a4-18bc41ab74e2 req-6f31303f-ff3c-4cb1-baa5-dc9436911a3e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0508120 Jul 28 06:30:39.499494 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3b13383-3c5b-449c-93a4-18bc41ab74e2 req-7f805970-798d-40c6-9485-fc529359db88 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558505 Jul 28 06:30:39.764616 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-70282011-0eda-4320-87dd-08ccaa6e8ba6 req-372f560a-ccda-45f4-a113-e48359f7c5b3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0396991 Jul 28 06:30:40.020113 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=16 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:40.053823 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=18 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:40.294615 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 57608) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:40.463729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dbe01cba-c1e0-44de-bb42-8c9919a16b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:40.536393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf37e96-67ad-4cbb-91ed-ea01d666bdc4 req-0e4450bb-5615-4fa3-8d6f-5c7e0ee9f724 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:40.538000 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-abf37e96-67ad-4cbb-91ed-ea01d666bdc4 req-0e4450bb-5615-4fa3-8d6f-5c7e0ee9f724 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.0714979 Jul 28 06:30:40.572511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:40.659896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-abf37e96-67ad-4cbb-91ed-ea01d666bdc4 req-7d47da76-bcd7-4a0a-bd38-22979ad265c8 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120737 Jul 28 06:30:40.675153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5af330-bd56-4161-a149-11a9d549f047 req-813e5c9a-f39d-4f25-80d0-2a580c55ca54 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:40.676664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d5af330-bd56-4161-a149-11a9d549f047 req-813e5c9a-f39d-4f25-80d0-2a580c55ca54 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0826175 Jul 28 06:30:40.710680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dbe01cba-c1e0-44de-bb42-8c9919a16b35 admin admin] Publish callbacks [] for security_group (54a11e23-5075-40cd-9c45-ecca0c5a9574), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:40.758023 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d5af330-bd56-4161-a149-11a9d549f047 req-6159e645-dccb-4419-8da9-50f411366e28 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686767 Jul 28 06:30:40.782184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dbe01cba-c1e0-44de-bb42-8c9919a16b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (54a11e23-5075-40cd-9c45-ecca0c5a9574), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:40.831373 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-dbe01cba-c1e0-44de-bb42-8c9919a16b35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5feed1ec709e49c48bb9be30d3451c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356369 Jul 28 06:30:40.835366 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:40.835934 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57628) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:40.849139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe01cba-c1e0-44de-bb42-8c9919a16b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a11e23-5075-40cd-9c45-ecca0c5a9574,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:40.856513 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:40.906159 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:40.909729 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ca66-4685-4514-bd40-e5489640487d admin admin] Publish callbacks [] for security_group (54a11e23-5075-40cd-9c45-ecca0c5a9574), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:40.934476 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-15d6c597-d958-46b4-ab31-b5e676b42884 req-fb2c29af-4a1e-4a7f-9113-2d216686f9d3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0481138 Jul 28 06:30:40.939938 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ca66-4685-4514-bd40-e5489640487d admin admin] Publish callbacks [] for security_group (54a11e23-5075-40cd-9c45-ecca0c5a9574), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:41.068380 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ca66-4685-4514-bd40-e5489640487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (54a11e23-5075-40cd-9c45-ecca0c5a9574), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:41.072120 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ca66-4685-4514-bd40-e5489640487d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:41.073631 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b3d4ca66-4685-4514-bd40-e5489640487d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54a11e23-5075-40cd-9c45-ecca0c5a9574 HTTP/1.1" status: 204 len: 168 time: 0.2358661 Jul 28 06:30:41.095732 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4ca66-4685-4514-bd40-e5489640487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a11e23-5075-40cd-9c45-ecca0c5a9574,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:41.148489 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:41.256363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91763898-b47d-4aa6-9f37-7c54e9af7bfa req-575c59fa-ebff-42a3-834b-0e9a5c166abe tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:41.263645 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-91763898-b47d-4aa6-9f37-7c54e9af7bfa req-575c59fa-ebff-42a3-834b-0e9a5c166abe tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.0828111 Jul 28 06:30:41.315578 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-91763898-b47d-4aa6-9f37-7c54e9af7bfa req-7c1654ec-4a41-417a-8ee4-64aa3405710b tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Jul 28 06:30:41.896949 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a0566-1faf-44ce-b656-1c267ca5fef3 req-259a5dd4-f0f6-4807-9867-db97511145c8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:41.901009 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c97a0566-1faf-44ce-b656-1c267ca5fef3 req-259a5dd4-f0f6-4807-9867-db97511145c8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0546341 Jul 28 06:30:41.901724 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 57648) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:41.923240 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8c432652-5799-4bea-a3d5-9403415fb6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:41.987172 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c97a0566-1faf-44ce-b656-1c267ca5fef3 req-7cee459e-2a1f-4ae9-8d74-ff798497cc2b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706682 Jul 28 06:30:42.057862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.088818 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3eb75b2-cda2-4650-9048-19ce6c2bcf43 req-e7932227-0f25-418f-ab9d-6896a89bd3b9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0419340 Jul 28 06:30:42.091195 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8c432652-5799-4bea-a3d5-9403415fb6df admin admin] Publish callbacks [] for security_group (e2db6cd1-b450-4ce2-a352-1e3f3d72f777), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.147566 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8c432652-5799-4bea-a3d5-9403415fb6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e2db6cd1-b450-4ce2-a352-1e3f3d72f777), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.207250 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8c432652-5799-4bea-a3d5-9403415fb6df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43c9e6be6b3e4d28a6f06274a8c6c1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044856 Jul 28 06:30:42.207980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c432652-5799-4bea-a3d5-9403415fb6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db6cd1-b450-4ce2-a352-1e3f3d72f777,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:42.209904 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57658) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:42.304180 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2f52012d-e293-4cab-ba9e-2362f7118c00 admin admin] Publish callbacks [] for security_group (e2db6cd1-b450-4ce2-a352-1e3f3d72f777), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.329137 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2f52012d-e293-4cab-ba9e-2362f7118c00 admin admin] Publish callbacks [] for security_group (e2db6cd1-b450-4ce2-a352-1e3f3d72f777), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.480349 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798c30d-dea9-4254-a244-5cba6eb48f0e req-0cf8c4b1-bbf2-4a73-813a-23687eb158d0 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:42.488243 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2f52012d-e293-4cab-ba9e-2362f7118c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e2db6cd1-b450-4ce2-a352-1e3f3d72f777), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.503406 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2f52012d-e293-4cab-ba9e-2362f7118c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:42.505361 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2f52012d-e293-4cab-ba9e-2362f7118c00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2db6cd1-b450-4ce2-a352-1e3f3d72f777 HTTP/1.1" status: 204 len: 168 time: 0.2931907 Jul 28 06:30:42.510834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2798c30d-dea9-4254-a244-5cba6eb48f0e req-0cf8c4b1-bbf2-4a73-813a-23687eb158d0 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.1019850 Jul 28 06:30:42.523631 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52012d-e293-4cab-ba9e-2362f7118c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db6cd1-b450-4ce2-a352-1e3f3d72f777,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:42.648939 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2798c30d-dea9-4254-a244-5cba6eb48f0e req-22d77e0c-0130-4c0d-876e-b34ac950baf0 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354945 Jul 28 06:30:43.222799 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc40b4-8ff1-4369-8571-0cc1060fc68f req-19e2a75a-bb69-4d0e-a2df-586e0ea4bd6b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:43.224545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-08bc40b4-8ff1-4369-8571-0cc1060fc68f req-19e2a75a-bb69-4d0e-a2df-586e0ea4bd6b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1285310 Jul 28 06:30:43.367605 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-08bc40b4-8ff1-4369-8571-0cc1060fc68f req-d6b0e9cd-d045-4560-a2c9-9d9269d605cf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175244 Jul 28 06:30:43.373982 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7390202-6f3f-466d-8ba8-b4ed57e578cc req-3642ec3c-0e84-4e54-b072-c4dcfe1edf14 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.1441605 Jul 28 06:30:43.845350 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031713d-b050-45b9-9566-708e79ec6ee9 req-4716b69a-e44e-4bb2-b06b-83ff9be3fae2 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:43.857283 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6031713d-b050-45b9-9566-708e79ec6ee9 req-4716b69a-e44e-4bb2-b06b-83ff9be3fae2 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.0962794 Jul 28 06:30:43.933724 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6031713d-b050-45b9-9566-708e79ec6ee9 req-bbc34b76-f244-4418-8751-62179cba747b tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754991 Jul 28 06:30:44.628879 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-698c9ce1-3d34-4d42-adad-980eb2e703ad req-e299acc4-e12f-4d0a-8aa8-234301462166 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0700729 Jul 28 06:30:44.720565 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd6-159c-4408-bc54-cc53a06e67fc req-39aa8ad1-a83c-48e0-b38a-80a48828c63f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:44.732223 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9bffebd6-159c-4408-bc54-cc53a06e67fc req-39aa8ad1-a83c-48e0-b38a-80a48828c63f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1428726 Jul 28 06:30:44.816257 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9bffebd6-159c-4408-bc54-cc53a06e67fc req-017c22a3-764f-4950-b9cd-a0239f5b348f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827920 Jul 28 06:30:45.213128 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-5304e7ad-7756-49c4-a7f6-faccb00ebecd tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:45.226599 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-5304e7ad-7756-49c4-a7f6-faccb00ebecd tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.71 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.1418097 Jul 28 06:30:45.336441 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904b01a-a77c-42bd-95b1-7b29adcbd2d9 req-a0d3eb37-e47a-4e51-9b78-90a084a4313f tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:45.352594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2904b01a-a77c-42bd-95b1-7b29adcbd2d9 req-a0d3eb37-e47a-4e51-9b78-90a084a4313f tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 949 time: 0.2156551 Jul 28 06:30:45.380979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:45.413790 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:45.475621 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2904b01a-a77c-42bd-95b1-7b29adcbd2d9 req-f0978531-f301-4181-8054-44497215ec83 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/security-groups?id=7122d702-78ae-4ef6-b199-45112f8c62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244648 Jul 28 06:30:45.496420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Deleting port 267fca0b-608d-4e11-b057-e23a1994bbd9 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:30:45.496802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:45.818678 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] For port 267fca0b-608d-4e11-b057-e23a1994bbd9, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=267fca0b-608d-4e11-b057-e23a1994bbd9,segment=NetworkSegment(c07f2a75-9b4b-4bd8-a576-91dfb6cbc173),segment_id=c07f2a75-9b4b-4bd8-a576-91dfb6cbc173)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:30:45.819416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:45.855322 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Calling delete_port for 267fca0b-608d-4e11-b057-e23a1994bbd9 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:30:46.067623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1b1b375-84f4-455c-8560-3004004a62bd req-470fb2e3-45c4-4e49-bec8-38a6417f7c96 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0948668 Jul 28 06:30:46.193361 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc773e-e2d5-4b12-a39f-909c1b1fe142 req-bc0c8036-daf6-4e5f-a8d3-e8df67caef58 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:46.197739 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2cc773e-e2d5-4b12-a39f-909c1b1fe142 req-bc0c8036-daf6-4e5f-a8d3-e8df67caef58 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.2253969 Jul 28 06:30:46.279602 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57768) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:46.286753 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174524548', 'description': 'tempest-description--238947583'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:46.439588 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2cc773e-e2d5-4b12-a39f-909c1b1fe142 req-233843cc-fb4e-437b-affb-6e6e762ba7dc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290049 Jul 28 06:30:46.441570 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:46.454310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-d44c7767-fb36-46dc-88a7-8e2ac8fe0528 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:46.456115 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-d44c7767-fb36-46dc-88a7-8e2ac8fe0528 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 818 time: 0.3673534 Jul 28 06:30:46.574737 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (267fca0b-608d-4e11-b057-e23a1994bbd9), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:46.605562 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['267fca0b-608d-4e11-b057-e23a1994bbd9'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:30:46.744375 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Pushing event deleted for resources: {'Port': ['ID=267fca0b-608d-4e11-b057-e23a1994bbd9,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:46.746188 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (89c0b23a-8a84-4f42-be2f-251e215b2141), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:46.776900 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-8af89d85-704c-4b20-8e22-ae1968a3aa03 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd88554db98441c99e0b09b446c24b47 HTTP/1.1" status: 200 len: 379 time: 0.3111889 Jul 28 06:30:46.815567 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'port': {'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'admin_state_up': True, 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'security_groups': ['38c01506-99ec-4e29-af76-8233cf8b229c']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:46.826930 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-69120d7a-0539-409b-b1bc-e491c7a23bab req-3e458fa5-0d24-4e10-81f2-966bd5b3fa8a tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.1142774 Jul 28 06:30:46.827545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:46.877678 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (89c0b23a-8a84-4f42-be2f-251e215b2141), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:46.982392 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c0b23a-8a84-4f42-be2f-251e215b2141,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:47.003488 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.008678 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f8cf9ad0-0e75-42bd-a22f-9f82f72fb338 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7280061 Jul 28 06:30:47.011739 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] No DVR routers for this DVR port 267fca0b-608d-4e11-b057-e23a1994bbd9 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:30:47.016402 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.019003 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57786) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:47.025523 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a78c78f-5495-4a91-9cca-b4e3a11b61f3 req-d5c19278-3028-4213-9dfe-7a5a2deb4814 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.71 "DELETE /v2.0/ports/267fca0b-608d-4e11-b057-e23a1994bbd9 HTTP/1.1" status: 204 len: 173 time: 1.7827086 Jul 28 06:30:47.034342 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': '89c0b23a-8a84-4f42-be2f-251e215b2141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:47.051647 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'name': 'network-vif-deleted', 'tag': '267fca0b-608d-4e11-b057-e23a1994bbd9'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:30:47.060765 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddddaeba-0a01-438a-90dd-a3f2132b3071" -d '{"events": [{"server_uuid": "722dc269-7492-4026-9b2e-c8d4a75a940a", "name": "network-vif-deleted", "tag": "267fca0b-608d-4e11-b057-e23a1994bbd9"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:30:47.194450 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c3a53-7539-440b-a567-25750c0da925 x-openstack-request-id: req-4d2c3a53-7539-440b-a567-25750c0da925 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:30:47.196231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722dc269-7492-4026-9b2e-c8d4a75a940a", "name": "network-vif-deleted", "tag": "267fca0b-608d-4e11-b057-e23a1994bbd9", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:30:47.200350 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d2c3a53-7539-440b-a567-25750c0da925 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:30:47.200885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2c3a53-7539-440b-a567-25750c0da925'] response: {'server_uuid': '722dc269-7492-4026-9b2e-c8d4a75a940a', 'name': 'network-vif-deleted', 'tag': '267fca0b-608d-4e11-b057-e23a1994bbd9', 'status': 'completed', 'code': 200} Jul 28 06:30:47.214433 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (ad41cea4-c2ce-4854-8ceb-571d9450b9c2), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.385370 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (ad41cea4-c2ce-4854-8ceb-571d9450b9c2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.414529 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-51768da4-62c8-416e-9dba-5ba287b26df0 req-1ff44a56-9cee-404e-b212-bf683ea66311 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.1528795 Jul 28 06:30:47.469690 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (ad41cea4-c2ce-4854-8ceb-571d9450b9c2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.505645 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:47.508555 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad41cea4-c2ce-4854-8ceb-571d9450b9c2,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:47.542850 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Made reservation on behalf of cd88554db98441c99e0b09b446c24b47 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:30:47.549511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.650959 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.659973 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9f5ae21f-1157-4c22-926d-04627b8b86c2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6390617 Jul 28 06:30:47.662103 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57804) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:47.670015 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': '89c0b23a-8a84-4f42-be2f-251e215b2141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:47.754387 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc224a-e923-4091-8cdc-c0373803b6ee req-a72f9197-be66-4d48-9f93-64dde2a0e9c6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:47.762080 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-80dc224a-e923-4091-8cdc-c0373803b6ee req-a72f9197-be66-4d48-9f93-64dde2a0e9c6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1468482 Jul 28 06:30:47.789683 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (0aea060e-f4a1-4085-9ba8-f59745e99833), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.861844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-80dc224a-e923-4091-8cdc-c0373803b6ee req-ddfe6c1e-270e-4e69-9546-982b04c3dcc8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988667 Jul 28 06:30:47.883060 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (0aea060e-f4a1-4085-9ba8-f59745e99833), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:47.912044 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Allocated IP 172.20.0.14 (c6978cd1-c187-431b-a4d2-24672b7a1261/39336f79-3506-4432-b5de-a98df6cfeb42/2742328d-a56f-47f6-9907-80622646c3ab) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:30:47.963306 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:48.024675 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (0aea060e-f4a1-4085-9ba8-f59745e99833), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.046493 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-51f5bf6b-48e6-4653-bec9-7b28c5301aef req-55b616b9-b062-443a-ad54-7d4f2d2aaf10 tempest-VolumesNegativeTest-452353750 tempest-VolumesNegativeTest-452353750-project] 10.222.0.69 "GET /v2.0/ports?device_id=722dc269-7492-4026-9b2e-c8d4a75a940a HTTP/1.1" status: 200 len: 210 time: 0.0884407 Jul 28 06:30:48.048289 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:48.066157 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aea060e-f4a1-4085-9ba8-f59745e99833,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:48.130116 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for port (2742328d-a56f-47f6-9907-80622646c3ab), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.164080 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.164080 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6b13224b-a3cb-490a-aaa4-e312e81da636 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4909649 Jul 28 06:30:48.164080 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 57814) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:48.164080 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:48.241617 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.287410 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.309149 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Network c6978cd1-c187-431b-a4d2-24672b7a1261 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:30:48.313194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:30:48.320473 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:30:48.372399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:48.373289 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event updated for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:48.447644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:48.447644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.458656 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.561283 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-dc2745ec-ab5b-4214-b463-27f9f03fe1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7509830 Jul 28 06:30:48.597341 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Request body: {'port': {'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:48.652081 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8513d4-fcd8-4ce9-b6b8-cf9e47e22b5f req-5981ba94-0c8a-4fac-a094-648f90357bba tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:48.658795 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b8513d4-fcd8-4ce9-b6b8-cf9e47e22b5f req-5981ba94-0c8a-4fac-a094-648f90357bba tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 932 time: 0.1166375 Jul 28 06:30:48.778389 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-4f35d691-0148-4108-9679-c6a14cbe2446 None None] Provisioning complete for port 2742328d-a56f-47f6-9907-80622646c3ab triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:30:48.779610 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4f35d691-0148-4108-9679-c6a14cbe2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2742328d-a56f-47f6-9907-80622646c3ab), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.786888 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.27.3.44 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/4b3e3726-33eb-450c-8482-ed625c51b844) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:30:48.859376 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2742328d-a56f-47f6-9907-80622646c3ab), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:48.877942 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-4f35d691-0148-4108-9679-c6a14cbe2446 None None] Port 2742328d-a56f-47f6-9907-80622646c3ab cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:30:48.925422 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b8513d4-fcd8-4ce9-b6b8-cf9e47e22b5f req-752c9bd8-4bc1-4819-93f4-743a945dbf56 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444103 Jul 28 06:30:48.980486 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 267fca0b-608d-4e11-b057-e23a1994bbd9 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:30:49.001444 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (4b3e3726-33eb-450c-8482-ed625c51b844), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.025904 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 267fca0b-608d-4e11-b057-e23a1994bbd9 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:30:49.026650 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 267fca0b-608d-4e11-b057-e23a1994bbd9 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:30:49.071132 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:49.149528 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (4b3e3726-33eb-450c-8482-ed625c51b844), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.241225 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:30:49.250701 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:30:49.255411 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc35a4-ba0e-44ea-8843-5b1c4c0f7051 req-a8b19a82-bc77-4a51-8244-abab1c72ec6c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:49.257343 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:30:49.274909 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a2fc35a4-ba0e-44ea-8843-5b1c4c0f7051 req-a8b19a82-bc77-4a51-8244-abab1c72ec6c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.2248325 Jul 28 06:30:49.305553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=4b3e3726-33eb-450c-8482-ed625c51b844,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:49.337877 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (8ab06b58-61c5-4c71-97f6-c49b5e09404e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.406983 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:49.425475 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a2fc35a4-ba0e-44ea-8843-5b1c4c0f7051 req-1060e860-1473-4f26-ab46-c88951a4235e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436558 Jul 28 06:30:49.505791 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (4b3e3726-33eb-450c-8482-ed625c51b844), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.566347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2742328d-a56f-47f6-9907-80622646c3ab {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:30:49.580774 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Publish callbacks [] for port (2742328d-a56f-47f6-9907-80622646c3ab), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.603928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Transition to ACTIVE for port object 2742328d-a56f-47f6-9907-80622646c3ab will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:30:49.723825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (4b3e3726-33eb-450c-8482-ed625c51b844), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.732039 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.821862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Pushing event updated for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:49.823844 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (4b3e3726-33eb-450c-8482-ed625c51b844), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.905201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (8ab06b58-61c5-4c71-97f6-c49b5e09404e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:49.922405 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:49.934967 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=4b3e3726-33eb-450c-8482-ed625c51b844,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:49.949984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Attempting to bind port 2742328d-a56f-47f6-9907-80622646c3ab on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:30:49.950624 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Attempting to bind port 2742328d-a56f-47f6-9907-80622646c3ab by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:30:49.950762 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Attempting to bind port 2742328d-a56f-47f6-9907-80622646c3ab on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:30:49.956541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Port 2742328d-a56f-47f6-9907-80622646c3ab on network c6978cd1-c187-431b-a4d2-24672b7a1261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:30:49.956868 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Attempting to bind port 2742328d-a56f-47f6-9907-80622646c3ab on network c6978cd1-c187-431b-a4d2-24672b7a1261 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:30:49.964650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:30:49.964885 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Checking segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:30:49.965396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Bound using segment: {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:30:49.966049 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Bound port: 2742328d-a56f-47f6-9907-80622646c3ab, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:30:49.966479 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2742328d-a56f-47f6-9907-80622646c3ab), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:50.038171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:50.040218 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-07e2a762-b886-4f23-a80e-976f90293765 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8817096 Jul 28 06:30:50.121176 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:30:50.126921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2742328d-a56f-47f6-9907-80622646c3ab,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:30:50.142303 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a1f6d-4498-44aa-a8a9-f4e6651c39cb req-5e8521ef-0842-4f9a-8001-f80f648b69aa tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:50.144003 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-942a1f6d-4498-44aa-a8a9-f4e6651c39cb req-5e8521ef-0842-4f9a-8001-f80f648b69aa tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0956633 Jul 28 06:30:50.197622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:50.209860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:50.260823 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-942a1f6d-4498-44aa-a8a9-f4e6651c39cb req-fd7a68d8-2e2c-4cfc-bc28-97bc6fcc6a67 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084254 Jul 28 06:30:50.273442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:50.274069 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:50.275483 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] 10.222.0.71 "PUT /v2.0/ports/2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 1094 time: 1.6831481 Jul 28 06:30:50.275949 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:30:50.281730 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c5e66e-a98f-4069-b5e1-36037b97c49c" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:30:50.304976 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd988632-1f8b-41a0-a7eb-e49aed617f5b service neutron] Pushing event updated for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:50.346995 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e70ba-e59c-42a4-8565-48eeffdcaed1 x-openstack-request-id: req-264e70ba-e59c-42a4-8565-48eeffdcaed1 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:30:50.350628 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:30:50.356206 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-264e70ba-e59c-42a4-8565-48eeffdcaed1 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:30:50.356860 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264e70ba-e59c-42a4-8565-48eeffdcaed1'] response: {'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'status': 'completed', 'code': 200} Jul 28 06:30:50.605170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ff27-c9dd-4ce8-b5bd-76e299d40576 req-48c68c7c-dd00-4b9d-ba67-6ada306f0670 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:50.606887 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-64e5ff27-c9dd-4ce8-b5bd-76e299d40576 req-48c68c7c-dd00-4b9d-ba67-6ada306f0670 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0540640 Jul 28 06:30:50.665363 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-64e5ff27-c9dd-4ce8-b5bd-76e299d40576 req-b90fd99e-6846-41c3-8d95-792a401cb16b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506415 Jul 28 06:30:50.764376 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-8a723f7a-0fce-4ab4-aa54-eabed7764af1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1174524548&fields=id&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 267 time: 0.0523350 Jul 28 06:30:50.893805 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-e326d93b-d2c2-40c3-836b-6a986a7c0a61 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:50.895502 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-e326d93b-d2c2-40c3-836b-6a986a7c0a61 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.1213558 Jul 28 06:30:50.914529 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-663dbdab-beec-42f1-b87c-018572b5f656 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/quotas/85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 375 time: 0.0103431 Jul 28 06:30:50.982506 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-1f1b27a9-332e-4607-b83e-ba5c95812993 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541613 Jul 28 06:30:51.348858 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-f9818251-145a-405a-9157-6d86aa34dbb2 service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427172 Jul 28 06:30:51.482372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b067-5c8d-4623-ae67-49f33d5a9f6a req-0538ea65-687c-4978-bae1-1ac3b63aefc0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:51.482372 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6522b067-5c8d-4623-ae67-49f33d5a9f6a req-0538ea65-687c-4978-bae1-1ac3b63aefc0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0675797 Jul 28 06:30:51.530647 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-f87bf54d-dfaa-4b52-9314-d3d7b8ddf329 service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716738 Jul 28 06:30:51.558116 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6522b067-5c8d-4623-ae67-49f33d5a9f6a req-487d16cd-281f-4fb7-9ce4-4221c73a24ce tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673258 Jul 28 06:30:51.802706 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be866bc-28af-4445-b136-ebf0f61afeb8 req-962083e9-9f3a-4e8c-a972-c8eea1f0bc76 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:51.804678 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2be866bc-28af-4445-b136-ebf0f61afeb8 req-962083e9-9f3a-4e8c-a972-c8eea1f0bc76 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0543015 Jul 28 06:30:51.866421 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:51.905395 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-78a4b836-2206-4856-a416-a50a2795f223 req-bdefc10e-75cb-49f6-be58-7091dbf86cbb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0514050 Jul 28 06:30:51.920983 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2be866bc-28af-4445-b136-ebf0f61afeb8 req-deccef72-1e87-4008-bf1f-5e4bb5d43fa0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081786 Jul 28 06:30:52.708597 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e43ff9-b9ad-48e2-97b8-b22880a4566e req-f245c331-955a-47c8-85e6-0a7969e4e11f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:52.710310 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a0e43ff9-b9ad-48e2-97b8-b22880a4566e req-f245c331-955a-47c8-85e6-0a7969e4e11f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0551746 Jul 28 06:30:52.769300 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a0e43ff9-b9ad-48e2-97b8-b22880a4566e req-89a3331c-a472-4efb-aac8-29c07603f7ad tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528903 Jul 28 06:30:53.086606 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2bb4a1e5-0e68-4b93-b5c8-1a4a1b311d1e req-0c0bbc08-4caf-4b23-916b-345232a92826 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0521412 Jul 28 06:30:53.132155 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726e088-d249-4ca5-8709-615c7ccb1e47 req-aa8e2bff-1530-466a-aadc-532dd415c901 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:53.136581 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9726e088-d249-4ca5-8709-615c7ccb1e47 req-aa8e2bff-1530-466a-aadc-532dd415c901 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0850072 Jul 28 06:30:53.203526 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9726e088-d249-4ca5-8709-615c7ccb1e47 req-cebdc3a5-8cea-4150-8b1e-646302933853 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624647 Jul 28 06:30:53.325966 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5e66e-a98f-4069-b5e1-36037b97c49c req-b930ccd8-6103-4e28-9356-62e50a0ae0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:53.327598 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-47c5e66e-a98f-4069-b5e1-36037b97c49c req-b930ccd8-6103-4e28-9356-62e50a0ae0f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1128 time: 0.0545874 Jul 28 06:30:53.912533 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae155-5717-4062-8c24-0cdf247a9790 req-8bc4c507-5c08-4dde-a5dc-485102fc1063 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:53.914072 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c84ae155-5717-4062-8c24-0cdf247a9790 req-8bc4c507-5c08-4dde-a5dc-485102fc1063 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0566170 Jul 28 06:30:53.973480 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c84ae155-5717-4062-8c24-0cdf247a9790 req-0219386d-1d32-46bc-9fdb-2fbbd6787867 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536878 Jul 28 06:30:54.210918 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-83ed8abb-57b9-4f53-b719-79af3e26699a req-defc8874-9a12-42b9-9e83-aea4034faf94 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0437305 Jul 28 06:30:54.350164 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cc637-46c1-43b5-858f-070491cd1594 req-5fe4a428-a3ea-49c2-8c5a-931f56e17db7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:54.360237 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-508cc637-46c1-43b5-858f-070491cd1594 req-5fe4a428-a3ea-49c2-8c5a-931f56e17db7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0630119 Jul 28 06:30:54.406835 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-508cc637-46c1-43b5-858f-070491cd1594 req-ee3f219f-4069-42db-bcf4-bc24366201e0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 Jul 28 06:30:55.094758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8083-ba57-4b50-adc0-91a24bbe031b req-c148a438-7b60-44f4-94ab-5c7cf66cafd9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:55.096337 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc4b8083-ba57-4b50-adc0-91a24bbe031b req-c148a438-7b60-44f4-94ab-5c7cf66cafd9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0491824 Jul 28 06:30:55.119895 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:55.152804 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc4b8083-ba57-4b50-adc0-91a24bbe031b req-036e3141-c665-43da-b634-67147b8d44db tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Jul 28 06:30:55.320916 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8f566f22-1fbd-413d-9e8b-f08043358e96 req-33c7fc7d-65a6-44e5-bd34-9cdf51b4a67b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0418942 Jul 28 06:30:55.532548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec01f4-66a8-4a74-8ce1-ad1c9eebf872 req-d7a313e5-43b7-4e5a-8c48-3461897eb3bd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:55.534096 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45ec01f4-66a8-4a74-8ce1-ad1c9eebf872 req-d7a313e5-43b7-4e5a-8c48-3461897eb3bd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0493634 Jul 28 06:30:55.583632 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45ec01f4-66a8-4a74-8ce1-ad1c9eebf872 req-29f52cc6-b33b-42a0-b610-2a8f65d9514f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440657 Jul 28 06:30:56.276877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd970492-e1a5-4c8e-9f60-880d15e06fbf req-5aff1fb9-950e-4e88-b167-ff9cbab77a9e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:56.278406 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cd970492-e1a5-4c8e-9f60-880d15e06fbf req-5aff1fb9-950e-4e88-b167-ff9cbab77a9e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0528438 Jul 28 06:30:56.330860 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cd970492-e1a5-4c8e-9f60-880d15e06fbf req-69dd4c5e-5e02-4546-886f-e70ce68a7f7c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467880 Jul 28 06:30:56.442828 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b630357b-5f27-4e05-89db-c2abd7dbe392 req-4733629a-1a7d-402b-b485-128197a9a282 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0334585 Jul 28 06:30:56.565879 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5e66e-a98f-4069-b5e1-36037b97c49c req-edc643dd-3a9c-4662-9f8d-9de57e31e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:56.567470 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-47c5e66e-a98f-4069-b5e1-36037b97c49c req-edc643dd-3a9c-4662-9f8d-9de57e31e399 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=cd88554db98441c99e0b09b446c24b47&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1068077 Jul 28 06:30:56.713771 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:56.722136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5e66e-a98f-4069-b5e1-36037b97c49c req-2f54f958-fc8d-465d-add9-ed223e84c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:56.723630 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-47c5e66e-a98f-4069-b5e1-36037b97c49c req-2f54f958-fc8d-465d-add9-ed223e84c638 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376250 Jul 28 06:30:56.737252 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237cc24-3288-409c-b006-6f41cc435df9 req-5a99efad-5627-4275-8de5-1bb741f01156 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:56.738749 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7237cc24-3288-409c-b006-6f41cc435df9 req-5a99efad-5627-4275-8de5-1bb741f01156 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0671451 Jul 28 06:30:56.788404 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7237cc24-3288-409c-b006-6f41cc435df9 req-ba29c6c0-70b6-40b9-bec1-ded37308241e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Jul 28 06:30:57.040055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-4c8a9588-ca9f-4c90-a467-f1028f379fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:57.041907 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-4c8a9588-ca9f-4c90-a467-f1028f379fae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1128 time: 0.0434432 Jul 28 06:30:57.085681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-8fcb1515-79e1-4ee8-b47f-2701a0a1d470 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 217 time: 0.0368607 Jul 28 06:30:57.146479 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-36f34fa2-e95e-4fe7-bd3f-f71c50d382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:57.148028 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-36f34fa2-e95e-4fe7-bd3f-f71c50d382e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0538957 Jul 28 06:30:57.195250 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-0783c133-980e-45b3-b683-a4668f0a552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:57.197456 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-0783c133-980e-45b3-b683-a4668f0a552d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410466 Jul 28 06:30:57.307356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-b61d81a1-e2d4-48ca-8e0d-e5ad0634a9d7 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036921 Jul 28 06:30:57.429716 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c7fbc6e-f921-473d-8934-fe1e5ba9388a req-ffac1d22-f6c6-4d94-8b2f-c6493d93909f service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144304 Jul 28 06:30:57.507330 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355d1b0-3a71-4731-86cb-9beade1797c1 req-0e8d8f26-eb47-4ca4-bc7b-bd8979cff4ef tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:57.507330 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3355d1b0-3a71-4731-86cb-9beade1797c1 req-0e8d8f26-eb47-4ca4-bc7b-bd8979cff4ef tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0558748 Jul 28 06:30:57.546986 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-08a54007-91ca-4307-9f57-a659eeffce56 req-8747bc9e-4016-4f43-bc58-10e47084bff1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0349300 Jul 28 06:30:57.575570 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3355d1b0-3a71-4731-86cb-9beade1797c1 req-5d52fe48-315e-4f98-a26e-fd47601488d9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710740 Jul 28 06:30:57.873206 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58270) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:57.917298 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:57.926916 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b958c-cf93-4069-b1e3-3742eaf06e2e req-1cc225d6-667f-4542-9092-4c22d48407bf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:57.928495 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f9b958c-cf93-4069-b1e3-3742eaf06e2e req-1cc225d6-667f-4542-9092-4c22d48407bf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0527251 Jul 28 06:30:57.973217 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58278) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:58.001921 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f9b958c-cf93-4069-b1e3-3742eaf06e2e req-ec2a6a54-5b6e-4ea7-9f0d-39774296ef6d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665908 Jul 28 06:30:58.045098 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Deleting subnet d7b89048-e0f2-4709-8a16-a57fe3c7f7a8 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:30:58.048541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Publish callbacks [] for subnet (d7b89048-e0f2-4709-8a16-a57fe3c7f7a8), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.105674 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Publish callbacks [] for subnet (d7b89048-e0f2-4709-8a16-a57fe3c7f7a8), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.117465 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-da664b31-3244-47a7-9b15-09bf2918f906 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08e27723b1224589a896eab04740dffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431533 Jul 28 06:30:58.119165 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (d7b89048-e0f2-4709-8a16-a57fe3c7f7a8), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.125550 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 58284) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:58.185537 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-560cfde1-e706-46fa-b75f-4c97e0a4488b admin admin] Publish callbacks [] for security_group (7122d702-78ae-4ef6-b199-45112f8c62e1), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.209258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-560cfde1-e706-46fa-b75f-4c97e0a4488b admin admin] Publish callbacks [] for security_group (7122d702-78ae-4ef6-b199-45112f8c62e1), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.303478 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (d7b89048-e0f2-4709-8a16-a57fe3c7f7a8), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.331281 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-560cfde1-e706-46fa-b75f-4c97e0a4488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7122d702-78ae-4ef6-b199-45112f8c62e1), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.333887 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-560cfde1-e706-46fa-b75f-4c97e0a4488b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.334022 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b89048-e0f2-4709-8a16-a57fe3c7f7a8,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:58.335164 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-560cfde1-e706-46fa-b75f-4c97e0a4488b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7122d702-78ae-4ef6-b199-45112f8c62e1 HTTP/1.1" status: 204 len: 168 time: 0.2084582 Jul 28 06:30:58.343951 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.344458 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cfde1-e706-46fa-b75f-4c97e0a4488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7122d702-78ae-4ef6-b199-45112f8c62e1,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:58.348150 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cf808fb3-3336-46f5-92e8-90e86f6db7fb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d7b89048-e0f2-4709-8a16-a57fe3c7f7a8 HTTP/1.1" status: 204 len: 168 time: 0.3740633 Jul 28 06:30:58.351034 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58294) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:58.445530 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (8974bd1f-ab5c-4284-a68b-b8398f038e53), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.540363 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (8974bd1f-ab5c-4284-a68b-b8398f038e53), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.563880 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.564230 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.564957 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.565292 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > port after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.565654 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.565988 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > port after_update 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.566329 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.566672 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.566992 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.567312 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.637134 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.637537 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.637850 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.638185 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:30:58.638608 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8974bd1f-ab5c-4284-a68b-b8398f038e53']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:30:58.657368 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f0d4089-1463-44ba-a8e2-efd85250f971 req-6c40df7a-7914-4db4-bb9b-330bbfe8ff30 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0301182 Jul 28 06:30:58.664873 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f65f83-2c06-4f8c-ba1c-b13d043423a6') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:30:58.665193 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f65f83-2c06-4f8c-ba1c-b13d043423a6') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:30:58.684947 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (24f65f83-2c06-4f8c-ba1c-b13d043423a6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.710609 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (24f65f83-2c06-4f8c-ba1c-b13d043423a6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.730337 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:30:58.730744 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (24f65f83-2c06-4f8c-ba1c-b13d043423a6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.774187 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710646cf-8da3-4a32-a527-79f31d21ce84 req-c31a058f-b70a-4731-b262-3f44de4f61a9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:58.776403 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-710646cf-8da3-4a32-a527-79f31d21ce84 req-c31a058f-b70a-4731-b262-3f44de4f61a9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0582738 Jul 28 06:30:58.902885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-710646cf-8da3-4a32-a527-79f31d21ce84 req-803f98bf-2abb-4c88-80e7-bbfff2851e8e tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210752 Jul 28 06:30:58.915085 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (8974bd1f-ab5c-4284-a68b-b8398f038e53), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.925574 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:58.936770 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8974bd1f-ab5c-4284-a68b-b8398f038e53 HTTP/1.1" status: 204 len: 168 time: 0.5746493 Jul 28 06:30:58.946171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36655cf8-4ede-4168-ba62-fa6cba921e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=8974bd1f-ab5c-4284-a68b-b8398f038e53,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:59.011812 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:59.023494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b865b7-c139-4d43-b16d-738326c5271b req-d90222ea-a386-4971-9e32-5a9963304ef0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:59.025760 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-19b865b7-c139-4d43-b16d-738326c5271b req-d90222ea-a386-4971-9e32-5a9963304ef0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0819604 Jul 28 06:30:59.054107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-f893a957-18e4-4773-bac9-9c04fa0dc6cf tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:59.055771 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-f893a957-18e4-4773-bac9-9c04fa0dc6cf tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.2324824 Jul 28 06:30:59.111939 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-19b865b7-c139-4d43-b16d-738326c5271b req-b8f8af74-5e2d-4bd6-b88a-ecc4b4bf955f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792618 Jul 28 06:30:59.149028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac7f2c-0e99-4cd2-9920-c8b3961c6f57 req-e5c63ef0-aa46-4224-b47c-95197c1adaac tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:30:59.151481 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11ac7f2c-0e99-4cd2-9920-c8b3961c6f57 req-e5c63ef0-aa46-4224-b47c-95197c1adaac tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0615361 Jul 28 06:30:59.185558 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 24f65f83-2c06-4f8c-ba1c-b13d043423a6 resource provider aggregate not found Jul 28 06:30:59.207541 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 24f65f83-2c06-4f8c-ba1c-b13d043423a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24f65f83-2c06-4f8c-ba1c-b13d043423a6 found for delete ", "request_id": "req-8f8470a8-6770-4c23-9d83-319c717aa8c1"}]} Jul 28 06:30:59.267078 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11ac7f2c-0e99-4cd2-9920-c8b3961c6f57 req-28606877-0428-425c-8140-653011641cf5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021376 Jul 28 06:30:59.303659 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58334) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:59.326105 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-d4175de0-2563-40ee-8f78-bae95e7c3571 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 472 time: 0.1114793 Jul 28 06:30:59.342231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'port': {'device_id': 'f3658bb5-2010-4828-b904-d276f960e32b', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'admin_state_up': True, 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'security_groups': ['89c0b23a-8a84-4f42-be2f-251e215b2141']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:30:59.350278 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-64568d90-c726-4a91-b1b2-dd0b15b464bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22a64b6b084848ec89599880170c719e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454230 Jul 28 06:30:59.351226 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58338) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:59.416626 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c701f78d-82d9-486f-aefb-af89746780e1 admin admin] Publish callbacks [] for security_group (6a409c8a-59a5-4e1e-ba56-1b666406f114), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:59.440824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c701f78d-82d9-486f-aefb-af89746780e1 admin admin] Publish callbacks [] for security_group (6a409c8a-59a5-4e1e-ba56-1b666406f114), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:59.583257 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Made reservation on behalf of 85bf0de611024c06aee30418f26d2f1c for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:30:59.586802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:59.642369 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c701f78d-82d9-486f-aefb-af89746780e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (6a409c8a-59a5-4e1e-ba56-1b666406f114), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:59.649525 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c701f78d-82d9-486f-aefb-af89746780e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:59.654739 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c701f78d-82d9-486f-aefb-af89746780e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a409c8a-59a5-4e1e-ba56-1b666406f114 HTTP/1.1" status: 204 len: 168 time: 0.3022699 Jul 28 06:30:59.662728 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701f78d-82d9-486f-aefb-af89746780e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a409c8a-59a5-4e1e-ba56-1b666406f114,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:30:59.663598 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:59.746826 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.20.0.7 (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6/353780f6-cafc-4a44-84bb-c5c93d924b87/5446b4de-3891-4dc5-914c-530482a1e17e) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:30:59.793362 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d6f452e-fc59-45b0-9188-fb62a28f165f req-3b829cf6-788b-4f86-901a-84063234cdf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0439322 Jul 28 06:30:59.862486 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58366) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:30:59.945021 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (5446b4de-3891-4dc5-914c-530482a1e17e), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:30:59.969367 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:30:59.977973 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-775510296-network', 'tenant_id': 'f33d1845b3b643b99b066eaeee429e12'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:00.027606 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e00963-00f2-4243-a403-8728cd94a13b req-11e4eb62-d5b3-4f87-99e7-bf8edbe4383c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:00.029139 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a3e00963-00f2-4243-a403-8728cd94a13b req-11e4eb62-d5b3-4f87-99e7-bf8edbe4383c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0534730 Jul 28 06:31:00.074843 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.084649 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a3e00963-00f2-4243-a403-8728cd94a13b req-23b632a3-97e3-4dfe-8d71-3454891ab4e0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498366 Jul 28 06:31:00.101346 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Made reservation on behalf of f33d1845b3b643b99b066eaeee429e12 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:00.104134 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.107617 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:00.117768 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.121845 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:00.127643 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:00.130343 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:00.216531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:00.217190 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.217645 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:00.241077 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=5446b4de-3891-4dc5-914c-530482a1e17e,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:00.255041 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks [] for security_group (16f766d8-1160-47b0-8d8a-86fb620c45e5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.292335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeff55-176a-4232-afa5-24411c59c081 req-127a56a8-59e9-463c-b3a5-fff0d2e9a830 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:00.293954 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdfeff55-176a-4232-afa5-24411c59c081 req-127a56a8-59e9-463c-b3a5-fff0d2e9a830 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0734377 Jul 28 06:31:00.348843 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (16f766d8-1160-47b0-8d8a-86fb620c45e5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.352369 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdfeff55-176a-4232-afa5-24411c59c081 req-41c0ba31-49d1-4d35-b33d-c0a0e54330a4 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527627 Jul 28 06:31:00.356482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-694ac4bb-3bad-46d1-b90d-288c34d8da3e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0191574 Jul 28 06:31:00.375599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Request body: {'port': {'device_id': 'f3658bb5-2010-4828-b904-d276f960e32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:00.408012 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:31:00.420124 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (eabbf1ab-2e38-4d6e-8b2d-8757972f041f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.420600 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Added segment eabbf1ab-2e38-4d6e-8b2d-8757972f041f of type vlan for network 50175450-6f2f-4aa2-9ede-88b996d979b0 Jul 28 06:31:00.436767 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f766d8-1160-47b0-8d8a-86fb620c45e5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:00.454931 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-ed453537-b733-4aaa-9c0b-36204c415f1e None None] Provisioning complete for port 5446b4de-3891-4dc5-914c-530482a1e17e triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:00.455427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ed453537-b733-4aaa-9c0b-36204c415f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.480008 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (50175450-6f2f-4aa2-9ede-88b996d979b0), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.489489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eade9d3-056a-4237-8d60-e7a6a491cda6 req-2d531146-9f9b-4d01-8815-ce686d1a52d8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:00.491225 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5eade9d3-056a-4237-8d60-e7a6a491cda6 req-2d531146-9f9b-4d01-8815-ce686d1a52d8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0833638 Jul 28 06:31:00.494687 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-ed453537-b733-4aaa-9c0b-36204c415f1e None None] Port 5446b4de-3891-4dc5-914c-530482a1e17e cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:31:00.537171 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.539505 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:00.583307 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (50175450-6f2f-4aa2-9ede-88b996d979b0), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.584742 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:00.585425 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.591332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5eade9d3-056a-4237-8d60-e7a6a491cda6 req-109c89c9-23ee-4ecc-849c-15d8ee8ee8b4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836744 Jul 28 06:31:00.658205 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] Pushing event updated for resources: {'Network': ['ID=50175450-6f2f-4aa2-9ede-88b996d979b0,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:00.669661 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 50175450-6f2f-4aa2-9ede-88b996d979b0 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:31:00.717765 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-64a18e73-22a1-448a-a8dd-feadf7f9c456 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8540962 Jul 28 06:31:00.720859 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58386) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:00.727020 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Request body: {'subnet': {'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-775510296-subnet', 'tenant_id': 'f33d1845b3b643b99b066eaeee429e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:00.830876 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Made reservation on behalf of f33d1845b3b643b99b066eaeee429e12 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:00.839220 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.847552 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5446b4de-3891-4dc5-914c-530482a1e17e {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:31:00.857652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Publish callbacks [] for port (5446b4de-3891-4dc5-914c-530482a1e17e), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:00.883244 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Transition to ACTIVE for port object 5446b4de-3891-4dc5-914c-530482a1e17e will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:31:00.942715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b18ab-0732-46c8-9177-0aef94c9cce4 req-a2308117-6a0a-4f69-a79d-04681862be3a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:00.952466 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0a8b18ab-0732-46c8-9177-0aef94c9cce4 req-a2308117-6a0a-4f69-a79d-04681862be3a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 931 time: 0.0797012 Jul 28 06:31:00.981592 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:31:01.023798 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.030720 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0a8b18ab-0732-46c8-9177-0aef94c9cce4 req-2c5a80a6-f8bf-4751-815a-75866de456d3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771148 Jul 28 06:31:01.074732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:01.079525 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5446b4de-3891-4dc5-914c-530482a1e17e,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:01.158996 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:01.192782 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'mac_address': 'fa:16:3e:c6:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:31:01.266868 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: ACTIVE; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:01.284257 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.310775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab969b-81d2-431f-877e-597e3347238c req-ace7d0ec-4a1f-45ea-98dd-f36cb20b3c2a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:01.311470 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d2efce0-28f9-47ea-a49a-15a80e72550a {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:31:01.318822 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2ab969b-81d2-431f-877e-597e3347238c req-ace7d0ec-4a1f-45ea-98dd-f36cb20b3c2a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0997925 Jul 28 06:31:01.344031 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:01.377078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Attempting to bind port 5446b4de-3891-4dc5-914c-530482a1e17e on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:01.377761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Attempting to bind port 5446b4de-3891-4dc5-914c-530482a1e17e by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:01.381431 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Attempting to bind port 5446b4de-3891-4dc5-914c-530482a1e17e on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:01.405283 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:01.407801 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Port 5446b4de-3891-4dc5-914c-530482a1e17e on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:31:01.408102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Attempting to bind port 5446b4de-3891-4dc5-914c-530482a1e17e on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:01.416992 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:01.417405 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:01.417761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Bound using segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:01.418269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Bound port: 5446b4de-3891-4dc5-914c-530482a1e17e, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:01.418579 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.447238 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.448445 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2742328d-a56f-47f6-9907-80622646c3ab details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:31:01.471925 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2ab969b-81d2-431f-877e-597e3347238c req-08b3200f-784b-414d-9bf3-68a737af12cc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519456 Jul 28 06:31:01.486242 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (ecf70403-4780-413c-9042-6cbdf2a6ae0c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.562010 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf70403-4780-413c-9042-6cbdf2a6ae0c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:01.572416 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Checking segment: {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:01.573854 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Network hostable DHCP agents. Network: 50175450-6f2f-4aa2-9ede-88b996d979b0, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:31:01.577897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=6']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:01.582135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df0551-b2d3-4daf-9b9c-ff5f970106d9 req-c2ca8f4b-cbe1-41ef-bb8e-b4cb7c9efeb2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:01.589467 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4df0551-b2d3-4daf-9b9c-ff5f970106d9 req-c2ca8f4b-cbe1-41ef-bb8e-b4cb7c9efeb2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1142061 Jul 28 06:31:01.607178 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] For port 5446b4de-3891-4dc5-914c-530482a1e17e, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:01.624482 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] For port 5446b4de-3891-4dc5-914c-530482a1e17e, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=5446b4de-3891-4dc5-914c-530482a1e17e,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:01.625270 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2742328d-a56f-47f6-9907-80622646c3ab,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:01.638142 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '2742328d-a56f-47f6-9907-80622646c3ab', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:31:01.642895 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:01.651240 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e4df0551-b2d3-4daf-9b9c-ff5f970106d9 req-2d7b0b63-c68f-4fb3-8a98-b830caa65281 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607882 Jul 28 06:31:01.681961 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Network 50175450-6f2f-4aa2-9ede-88b996d979b0 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:31:01.684904 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:01.690607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2742328d-a56f-47f6-9907-80622646c3ab is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:01.691351 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2742328d-a56f-47f6-9907-80622646c3ab), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.707044 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2742328d-a56f-47f6-9907-80622646c3ab {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:31:01.719428 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.734975 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2742328d-a56f-47f6-9907-80622646c3ab,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:01.738086 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 50175450-6f2f-4aa2-9ede-88b996d979b0) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:01.742428 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:01.743857 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.749922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62fa29-bfd8-40dd-8cc6-804c297bdb7e None None] Network 50175450-6f2f-4aa2-9ede-88b996d979b0 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:01.791997 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:01.793181 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.794720 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] 10.222.0.71 "PUT /v2.0/ports/5446b4de-3891-4dc5-914c-530482a1e17e HTTP/1.1" status: 200 len: 1093 time: 1.4286416 Jul 28 06:31:01.799173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:01.801365 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e84f7-db74-47af-8e5f-52f66dd862af" -d '{"events": [{"name": "network-changed", "server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:01.804735 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:01.818795 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:01.821343 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dd3fe23f-cafa-4867-98c1-ca7c4f1ae232 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0987248 Jul 28 06:31:01.840609 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9e5be-cbd9-4f2c-808c-cef633e171b9 req-a01b9b1b-ee93-440d-a10b-e1cd7730fc02 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:01.842320 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c5b9e5be-cbd9-4f2c-808c-cef633e171b9 req-a01b9b1b-ee93-440d-a10b-e1cd7730fc02 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 945 time: 0.1343930 Jul 28 06:31:01.953556 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db56333-189d-4ab5-8b7e-d108f86dfb3c None None] Network 50175450-6f2f-4aa2-9ede-88b996d979b0 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:02.010411 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:02.199442 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['0d2efce0-28f9-47ea-a49a-15a80e72550a'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:31:02.217508 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb406bd9-f361-4116-8181-af6873f20dfa x-openstack-request-id: req-bb406bd9-f361-4116-8181-af6873f20dfa {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:02.220994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:02.220994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb406bd9-f361-4116-8181-af6873f20dfa {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:02.220994 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb406bd9-f361-4116-8181-af6873f20dfa'] response: {'name': 'network-changed', 'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e', 'status': 'completed', 'code': 200} Jul 28 06:31:02.222463 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d4fa0-4845-423f-a3dd-89a18b52e2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5446b4de-3891-4dc5-914c-530482a1e17e,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:02.225963 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58436) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:02.260104 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58440) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:02.349616 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['2742328d-a56f-47f6-9907-80622646c3ab'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:31:02.350780 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01785a-8a78-460f-a608-2e1ea38061db req-e18d94f1-be4e-46f0-8013-4324547ae1f0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.352351 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d01785a-8a78-460f-a608-2e1ea38061db req-e18d94f1-be4e-46f0-8013-4324547ae1f0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 943 time: 0.1309464 Jul 28 06:31:02.358361 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e84f7-db74-47af-8e5f-52f66dd862af req-f4c3e97e-74eb-414b-aa80-a80ee7215bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.360009 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f3e84f7-db74-47af-8e5f-52f66dd862af req-f4c3e97e-74eb-414b-aa80-a80ee7215bb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 1127 time: 0.1401477 Jul 28 06:31:02.416388 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c5b9e5be-cbd9-4f2c-808c-cef633e171b9 req-bce3a13f-5e0f-4772-bb6c-6d23dc27ad3d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5651622 Jul 28 06:31:02.484948 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e0e536a-11b9-487f-910c-3d5ceadd01ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.530995 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ce706c6-e09d-43b6-b48e-cf39a42790db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.574322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d01785a-8a78-460f-a608-2e1ea38061db req-c3065376-00f0-421d-b9b1-722d805fd08f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103467 Jul 28 06:31:02.624921 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:02.658979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e84f7-db74-47af-8e5f-52f66dd862af req-29bc0c71-1780-415a-b627-b4ca3fea67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.661372 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f3e84f7-db74-47af-8e5f-52f66dd862af req-29bc0c71-1780-415a-b627-b4ca3fea67bb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=85bf0de611024c06aee30418f26d2f1c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2888198 Jul 28 06:31:02.700502 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:02.736013 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e0e536a-11b9-487f-910c-3d5ceadd01ac admin admin] Publish callbacks [] for security_group (8dbf6a10-28e6-440d-998c-d45934a0dd91), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.758258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c72517-1f70-4a8d-92d7-3e05a097ad0d req-e8992075-58f2-4337-8ac5-7414536bd724 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.760488 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7c72517-1f70-4a8d-92d7-3e05a097ad0d req-e8992075-58f2-4337-8ac5-7414536bd724 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 945 time: 0.1384230 Jul 28 06:31:02.767401 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ce706c6-e09d-43b6-b48e-cf39a42790db admin admin] Publish callbacks [] for security_group (4238186a-dc3f-4c4e-8619-fdafd86f33c7), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.829918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e0e536a-11b9-487f-910c-3d5ceadd01ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8dbf6a10-28e6-440d-998c-d45934a0dd91), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.835260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c16902-3ea2-4cb7-a319-b25c201e7840 req-c1a65279-6109-4969-a6ca-f4f2e8f8930d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.838350 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-33c16902-3ea2-4cb7-a319-b25c201e7840 req-c1a65279-6109-4969-a6ca-f4f2e8f8930d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0754037 Jul 28 06:31:02.855709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:02.881855 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ce706c6-e09d-43b6-b48e-cf39a42790db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4238186a-dc3f-4c4e-8619-fdafd86f33c7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:02.904152 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e84f7-db74-47af-8e5f-52f66dd862af req-e6a65c23-4ff3-4807-a07b-13d8ace9ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.905671 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f3e84f7-db74-47af-8e5f-52f66dd862af req-e6a65c23-4ff3-4807-a07b-13d8ace9ea8b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2266722 Jul 28 06:31:02.924699 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8e0e536a-11b9-487f-910c-3d5ceadd01ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5a12cc7d3e948499c57efaaeb6cd423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6967571 Jul 28 06:31:02.925445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58466) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:02.926725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7c72517-1f70-4a8d-92d7-3e05a097ad0d req-f2de993c-156e-416b-9405-f1d8f16eb67f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483424 Jul 28 06:31:02.967115 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e536a-11b9-487f-910c-3d5ceadd01ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf6a10-28e6-440d-998c-d45934a0dd91,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:02.968433 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-33c16902-3ea2-4cb7-a319-b25c201e7840 req-1851687a-91b2-4cf0-aa10-5957598a42cb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063085 Jul 28 06:31:02.998068 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-c0b30c9c-37b7-4481-9792-3f7f19189564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:02.999749 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-c0b30c9c-37b7-4481-9792-3f7f19189564 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 1127 time: 0.0462122 Jul 28 06:31:03.000957 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce706c6-e09d-43b6-b48e-cf39a42790db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238186a-dc3f-4c4e-8619-fdafd86f33c7,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:03.018072 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4ce706c6-e09d-43b6-b48e-cf39a42790db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3130ffab0b24eed8e2e3c4bff28770c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7566555 Jul 28 06:31:03.021445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58468) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:03.049948 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-59e8a819-fc9c-47f7-a3cf-ae4e05df6e91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5446b4de-3891-4dc5-914c-530482a1e17e HTTP/1.1" status: 200 len: 217 time: 0.0414433 Jul 28 06:31:03.091116 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b1f272a-806d-4600-8b5a-0fb0ce544a83 admin admin] Publish callbacks [] for security_group (8dbf6a10-28e6-440d-998c-d45934a0dd91), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.110110 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-85cc4b8b-ce87-44a3-9033-4d75e282d8b0 admin admin] Publish callbacks [] for security_group (4238186a-dc3f-4c4e-8619-fdafd86f33c7), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.114153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-ab19f69c-ede4-4288-99c1-b5e9dc4486cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:03.115671 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-ab19f69c-ede4-4288-99c1-b5e9dc4486cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0567565 Jul 28 06:31:03.134379 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b1f272a-806d-4600-8b5a-0fb0ce544a83 admin admin] Publish callbacks [] for security_group (8dbf6a10-28e6-440d-998c-d45934a0dd91), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.159310 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-85cc4b8b-ce87-44a3-9033-4d75e282d8b0 admin admin] Publish callbacks [] for security_group (4238186a-dc3f-4c4e-8619-fdafd86f33c7), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.167239 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-e0aec880-0b91-4c95-a7dd-4c36a2cf255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:03.168840 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-e0aec880-0b91-4c95-a7dd-4c36a2cf255a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468876 Jul 28 06:31:03.280539 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-6a87f4bd-89a3-4569-a87e-7b186a64f1bb service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044779 Jul 28 06:31:03.326670 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-85cc4b8b-ce87-44a3-9033-4d75e282d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4238186a-dc3f-4c4e-8619-fdafd86f33c7), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.329259 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-85cc4b8b-ce87-44a3-9033-4d75e282d8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.330482 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-85cc4b8b-ce87-44a3-9033-4d75e282d8b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4238186a-dc3f-4c4e-8619-fdafd86f33c7 HTTP/1.1" status: 204 len: 168 time: 0.3080521 Jul 28 06:31:03.332933 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b1f272a-806d-4600-8b5a-0fb0ce544a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8dbf6a10-28e6-440d-998c-d45934a0dd91), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.335498 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b1f272a-806d-4600-8b5a-0fb0ce544a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.336708 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4b1f272a-806d-4600-8b5a-0fb0ce544a83 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8dbf6a10-28e6-440d-998c-d45934a0dd91 HTTP/1.1" status: 204 len: 168 time: 0.3859482 Jul 28 06:31:03.347960 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc4b8b-ce87-44a3-9033-4d75e282d8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238186a-dc3f-4c4e-8619-fdafd86f33c7,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:03.358264 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f272a-806d-4600-8b5a-0fb0ce544a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf6a10-28e6-440d-998c-d45934a0dd91,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:03.401602 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:03.417338 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc96d944-f73f-43ca-a230-e0321c2b8649 req-8b7879d9-2ea2-4999-87ae-02eb452b429d service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302910 Jul 28 06:31:03.488621 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 0d2efce0-28f9-47ea-a49a-15a80e72550a triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:03.489001 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.549914 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:03.658599 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:03.659135 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.698961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:03.701700 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e029b590-0298-4019-9888-3725f58fd831" -d '{"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:03.717382 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:03.733139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3f809-69a4-4b37-905d-adf6a19a8b59 req-629f3a20-7c26-4871-ab22-c7c8fec73f2a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:03.734753 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ad3f809-69a4-4b37-905d-adf6a19a8b59 req-629f3a20-7c26-4871-ab22-c7c8fec73f2a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 945 time: 0.1040292 Jul 28 06:31:03.786786 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2bc8-8c7c-4516-81dc-3cf59fd367a6 req-2b28232a-32c3-41bf-a47d-299e7cdea707 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:03.787774 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:03.788356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35fd2bc8-8c7c-4516-81dc-3cf59fd367a6 req-2b28232a-32c3-41bf-a47d-299e7cdea707 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 943 time: 0.0526836 Jul 28 06:31:03.788953 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2742328d-a56f-47f6-9907-80622646c3ab up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:03.792098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:03.795367 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:03.846844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ad3f809-69a4-4b37-905d-adf6a19a8b59 req-808fb3c0-0431-49f4-932c-b08e64c73f07 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571494 Jul 28 06:31:03.969377 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35fd2bc8-8c7c-4516-81dc-3cf59fd367a6 req-c52d6f64-5a68-4f46-b8f0-25fbe711a017 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261539 Jul 28 06:31:03.986179 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=7']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:04.017165 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298bbde7-c090-4532-b120-585e095355be x-openstack-request-id: req-298bbde7-c090-4532-b120-585e095355be {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:04.017911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:04.019501 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-298bbde7-c090-4532-b120-585e095355be {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:04.020153 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298bbde7-c090-4532-b120-585e095355be'] response: {'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'code': 200} Jul 28 06:31:04.070259 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 2742328d-a56f-47f6-9907-80622646c3ab completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:31:04.150379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877c73-373b-47f0-9c37-4d5a255b281f req-110bd43d-d204-4897-9b09-0b5a1f0b383d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:04.152015 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-98877c73-373b-47f0-9c37-4d5a255b281f req-110bd43d-d204-4897-9b09-0b5a1f0b383d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 945 time: 0.0820675 Jul 28 06:31:04.158363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2224e5-0fa2-4084-9679-8cf83037a08b req-9b49f4cb-75aa-4f8d-b971-187c713ab930 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:04.159846 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b2224e5-0fa2-4084-9679-8cf83037a08b req-9b49f4cb-75aa-4f8d-b971-187c713ab930 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0789349 Jul 28 06:31:04.165082 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 2742328d-a56f-47f6-9907-80622646c3ab triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:04.165584 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2742328d-a56f-47f6-9907-80622646c3ab), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.261164 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2742328d-a56f-47f6-9907-80622646c3ab is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:04.262159 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2742328d-a56f-47f6-9907-80622646c3ab), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.282807 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-98877c73-373b-47f0-9c37-4d5a255b281f req-04eb8350-a284-4b56-a8c5-186dfaff2147 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218505 Jul 28 06:31:04.302281 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b2224e5-0fa2-4084-9679-8cf83037a08b req-acc41ce4-e6c8-490a-85aa-272648d41dbf tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339240 Jul 28 06:31:04.328149 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2742328d-a56f-47f6-9907-80622646c3ab,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:04.476122 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58508) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:04.493175 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.505217 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efea0835-6865-4819-9835-62ea98f71ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.608967 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:04.645885 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efea0835-6865-4819-9835-62ea98f71ef9 admin admin] Publish callbacks [] for security_group (d0904545-942b-4620-8916-b6e2214291c3), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.708968 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-efea0835-6865-4819-9835-62ea98f71ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (d0904545-942b-4620-8916-b6e2214291c3), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.762012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 58520) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:04.762611 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-efea0835-6865-4819-9835-62ea98f71ef9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc0c4028572f4cc299b87d3409418353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798958 Jul 28 06:31:04.763337 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea0835-6865-4819-9835-62ea98f71ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0904545-942b-4620-8916-b6e2214291c3,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:04.767616 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58522) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:04.880744 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0a58dd79-6a58-4cda-b9aa-052057216351 admin admin] Publish callbacks [] for security_group (d0904545-942b-4620-8916-b6e2214291c3), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:04.944125 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0a58dd79-6a58-4cda-b9aa-052057216351 admin admin] Publish callbacks [] for security_group (d0904545-942b-4620-8916-b6e2214291c3), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.090050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7d2d-a3ee-46c9-a906-3c0c97871093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.139662 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab85e5-904b-419f-9ca8-b780ae635222 req-cabf310d-6a50-4706-bd87-5840bf22d71a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:05.141418 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ab85e5-904b-419f-9ca8-b780ae635222 req-cabf310d-6a50-4706-bd87-5840bf22d71a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0819769 Jul 28 06:31:05.174693 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=68,neutron:DELETE=8,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:05.212922 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-b9af3f15-e995-4b02-9904-e4f70ab191b4 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:05.214530 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-b9af3f15-e995-4b02-9904-e4f70ab191b4 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/networks?id=50175450-6f2f-4aa2-9ede-88b996d979b0 HTTP/1.1" status: 200 len: 813 time: 0.2379045 Jul 28 06:31:05.220641 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7d2d-a3ee-46c9-a906-3c0c97871093 admin admin] Publish callbacks [] for security_group (65f0f5d2-9336-47d5-9c9b-83e726c9591e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.242615 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ab85e5-904b-419f-9ca8-b780ae635222 req-e2e4469d-ca77-494e-8741-6691c4a9b369 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913129 Jul 28 06:31:05.244119 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-dea7eaac-6af9-4646-aca1-288849730e69 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/quotas/f33d1845b3b643b99b066eaeee429e12 HTTP/1.1" status: 200 len: 375 time: 0.0195742 Jul 28 06:31:05.289371 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0a58dd79-6a58-4cda-b9aa-052057216351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (d0904545-942b-4620-8916-b6e2214291c3), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.292905 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0a58dd79-6a58-4cda-b9aa-052057216351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.294948 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0a58dd79-6a58-4cda-b9aa-052057216351 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0904545-942b-4620-8916-b6e2214291c3 HTTP/1.1" status: 204 len: 168 time: 0.5313356 Jul 28 06:31:05.314694 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7d2d-a3ee-46c9-a906-3c0c97871093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (65f0f5d2-9336-47d5-9c9b-83e726c9591e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.361511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:05.362743 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7d2d-a3ee-46c9-a906-3c0c97871093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f0f5d2-9336-47d5-9c9b-83e726c9591e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:05.392205 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-c5aa12bb-700c-4df0-93e5-748e4e343f09 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f33d1845b3b643b99b066eaeee429e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315742 Jul 28 06:31:05.395057 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9c8b7d2d-a3ee-46c9-a906-3c0c97871093 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43637c0d10a14c7cb80886bfe03273c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6260455 Jul 28 06:31:05.395732 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58552) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:05.420451 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58dd79-6a58-4cda-b9aa-052057216351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0904545-942b-4620-8916-b6e2214291c3,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:05.481845 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6ca72eef-1fd0-4be4-9ac8-21761950c61f admin admin] Publish callbacks [] for security_group (65f0f5d2-9336-47d5-9c9b-83e726c9591e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.537879 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6ca72eef-1fd0-4be4-9ac8-21761950c61f admin admin] Publish callbacks [] for security_group (65f0f5d2-9336-47d5-9c9b-83e726c9591e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.571862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565f91-d883-4ce5-ba4e-9991d8109445 req-b8df091f-7f79-4dbb-b3b4-be235ad7f89d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:05.577915 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed565f91-d883-4ce5-ba4e-9991d8109445 req-b8df091f-7f79-4dbb-b3b4-be235ad7f89d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 943 time: 0.1823671 Jul 28 06:31:05.706440 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-4c2303a9-2e14-4ce2-9e03-17b6cdf89977 service neutron] 10.222.0.69 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132455 Jul 28 06:31:05.730701 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed565f91-d883-4ce5-ba4e-9991d8109445 req-8ac90da2-a6d6-4679-865f-d5c5fe95392e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457858 Jul 28 06:31:05.755242 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6ca72eef-1fd0-4be4-9ac8-21761950c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (65f0f5d2-9336-47d5-9c9b-83e726c9591e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.758750 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6ca72eef-1fd0-4be4-9ac8-21761950c61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:05.760919 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6ca72eef-1fd0-4be4-9ac8-21761950c61f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65f0f5d2-9336-47d5-9c9b-83e726c9591e HTTP/1.1" status: 204 len: 168 time: 0.3643265 Jul 28 06:31:05.777819 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca72eef-1fd0-4be4-9ac8-21761950c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f0f5d2-9336-47d5-9c9b-83e726c9591e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:05.965200 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-a6554d3d-a534-44d9-a0ad-fd6be4e19da9 service neutron] 10.222.0.69 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577975 Jul 28 06:31:05.978834 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:06.004115 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8e89-357e-4d81-8220-16002a3a0bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:06.023146 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:31:06.024329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:06.026346 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933625e2-c0f1-4294-955c-5fb87836591a req-fab11cca-8195-4042-86de-0f85bc60a391 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:06.028934 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cdfa2b-b91a-49f4-b621-4583220ff3b4" -d '{"events": [{"server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "name": "network-vif-plugged", "status": "completed", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:06.037437 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-933625e2-c0f1-4294-955c-5fb87836591a req-fab11cca-8195-4042-86de-0f85bc60a391 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.1651840 Jul 28 06:31:06.158224 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-933625e2-c0f1-4294-955c-5fb87836591a req-51c4d4b0-00e0-4546-9c63-5d5121d0499b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152236 Jul 28 06:31:06.343055 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a27d2-a734-40aa-a031-6f8c6258ce69 x-openstack-request-id: req-f44a27d2-a734-40aa-a031-6f8c6258ce69 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:06.343575 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "name": "network-vif-plugged", "status": "completed", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:06.343978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f44a27d2-a734-40aa-a031-6f8c6258ce69 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:06.344665 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44a27d2-a734-40aa-a031-6f8c6258ce69'] response: {'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'code': 200} Jul 28 06:31:06.349204 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5d7ca-7c1c-4981-9736-83e3e30c2432 req-6302a337-b07c-4ac3-a030-0242da91a1cd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:06.377848 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d5e5d7ca-7c1c-4981-9736-83e3e30c2432 req-6302a337-b07c-4ac3-a030-0242da91a1cd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1308753 Jul 28 06:31:06.511067 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9d063ba1-90bc-4355-acca-56173de473cc req-61cec4f5-12be-431a-9018-5078add9e889 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.0906298 Jul 28 06:31:06.596802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d5e5d7ca-7c1c-4981-9736-83e3e30c2432 req-01a0db73-3e7e-4c57-8fbf-78ceb8ccd542 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042899 Jul 28 06:31:06.709618 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bfe6f-f123-4151-9562-4be0a9c94756 req-e0b28883-574d-4369-9a33-87bf63052026 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:06.721678 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a86bfe6f-f123-4151-9562-4be0a9c94756 req-e0b28883-574d-4369-9a33-87bf63052026 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0903680 Jul 28 06:31:06.919545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ba8c4-ba32-4d21-a10e-c1b1ceb9057c req-165b4619-4da6-4a0c-8911-2ee3754120cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:06.921858 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e51ba8c4-ba32-4d21-a10e-c1b1ceb9057c req-165b4619-4da6-4a0c-8911-2ee3754120cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.1909688 Jul 28 06:31:06.944096 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a86bfe6f-f123-4151-9562-4be0a9c94756 req-a37ca37b-6ab4-4741-a17c-bf26897821ab tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212229 Jul 28 06:31:06.987027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401f57-0c1a-4dbe-b3b3-b99154a5e7d5 req-db1da431-125b-4802-b1c0-1980cdc4dac2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:06.991170 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b401f57-0c1a-4dbe-b3b3-b99154a5e7d5 req-db1da431-125b-4802-b1c0-1980cdc4dac2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 943 time: 0.1422217 Jul 28 06:31:07.056242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e51ba8c4-ba32-4d21-a10e-c1b1ceb9057c req-1c12636a-fb3a-45d0-b365-147484a75f7a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261811 Jul 28 06:31:07.085868 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b401f57-0c1a-4dbe-b3b3-b99154a5e7d5 req-670dac7b-eea0-4c7f-9e95-c5487b964cc0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893059 Jul 28 06:31:07.311338 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4732c5-b28b-4845-9663-17d5eb211bef req-c71811ce-7f92-485b-a6f5-23a52ffb77a2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:07.315429 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd4732c5-b28b-4845-9663-17d5eb211bef req-c71811ce-7f92-485b-a6f5-23a52ffb77a2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0729716 Jul 28 06:31:07.386762 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd4732c5-b28b-4845-9663-17d5eb211bef req-373de4db-00ba-4ef4-a518-9530cca37caa tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620935 Jul 28 06:31:07.390042 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 5446b4de-3891-4dc5-914c-530482a1e17e details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:31:07.573891 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 5446b4de-3891-4dc5-914c-530482a1e17e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=5446b4de-3891-4dc5-914c-530482a1e17e,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:07.598139 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:07.604985 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '5446b4de-3891-4dc5-914c-530482a1e17e', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'port_id': '5446b4de-3891-4dc5-914c-530482a1e17e', 'mac_address': 'fa:16:3e:31:a3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:31:07.609205 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-991d1a20-2ba1-42c9-a026-cc3408764344 req-8d1923a3-7001-498e-ba28-7af473803fa2 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.0405321 Jul 28 06:31:07.693105 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 5446b4de-3891-4dc5-914c-530482a1e17e is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:07.693791 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:07.750562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b23cd3-a1a3-49d6-bdc7-e878804b17b8 req-56a7570e-ab6b-48db-8d7a-0204658b9360 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:07.754124 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53b23cd3-a1a3-49d6-bdc7-e878804b17b8 req-56a7570e-ab6b-48db-8d7a-0204658b9360 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0738640 Jul 28 06:31:07.768141 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5446b4de-3891-4dc5-914c-530482a1e17e {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:31:07.802341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 5446b4de-3891-4dc5-914c-530482a1e17e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=5446b4de-3891-4dc5-914c-530482a1e17e,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:07.874406 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53b23cd3-a1a3-49d6-bdc7-e878804b17b8 req-8b4a38c4-20ae-4e7b-a827-4dbebe8c66f2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124034 Jul 28 06:31:07.885029 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 58630) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:07.920440 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:08.261549 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=5446b4de-3891-4dc5-914c-530482a1e17e,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:08.262689 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1785602499-network', 'tenant_id': '47b406d9a12c461a84aa0331d2890990'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:08.263457 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['5446b4de-3891-4dc5-914c-530482a1e17e'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:31:08.287962 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03977680-1886-42cb-9b12-e24b717861f9 req-4cd1e692-403d-4aca-92f2-85c119f65d0e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:08.291209 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-03977680-1886-42cb-9b12-e24b717861f9 req-4cd1e692-403d-4aca-92f2-85c119f65d0e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1512206 Jul 28 06:31:08.338721 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb0b12-68d8-4b3e-a32a-80da7929d8e4 req-fb3cdbf3-58aa-4f9b-b121-e97088a0a5db tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:08.347774 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-37eb0b12-68d8-4b3e-a32a-80da7929d8e4 req-fb3cdbf3-58aa-4f9b-b121-e97088a0a5db tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 944 time: 0.1177461 Jul 28 06:31:08.397431 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:08.400800 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-03977680-1886-42cb-9b12-e24b717861f9 req-329f1af3-004c-48de-9361-a11f12d45f00 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959828 Jul 28 06:31:08.437664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-37eb0b12-68d8-4b3e-a32a-80da7929d8e4 req-ed6a9a38-32b9-4e86-b329-4a44e61dffc0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881190 Jul 28 06:31:08.520700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6b310-9a61-4fa3-81e0-f63b653fe253 req-d7db7320-9717-4478-9425-dffee7cd22de tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:08.522235 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eaa6b310-9a61-4fa3-81e0-f63b653fe253 req-d7db7320-9717-4478-9425-dffee7cd22de tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0528946 Jul 28 06:31:08.550614 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:08.715757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eaa6b310-9a61-4fa3-81e0-f63b653fe253 req-d80d7d75-7272-4e23-bc9d-cac59628e138 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471976 Jul 28 06:31:08.715757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b863d40e-9175-4568-8862-879aa4b772dc req-8e3fd474-6a65-4866-83c4-8d9e4128cad1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.0344982 Jul 28 06:31:08.921407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c493-04bc-4d4e-8a6c-45f0106b0979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.012963 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7a43-9a1b-48f2-a54e-92ebd4dfc456 req-215dfbdd-0a0e-46ca-883a-41dbc2d6d0c7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:09.023736 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e44d7a43-9a1b-48f2-a54e-92ebd4dfc456 req-215dfbdd-0a0e-46ca-883a-41dbc2d6d0c7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Jul 28 06:31:09.023736 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Made reservation on behalf of 47b406d9a12c461a84aa0331d2890990 for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:09.023736 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.028147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:09.046596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.100413 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e44d7a43-9a1b-48f2-a54e-92ebd4dfc456 req-cd9c6726-51e8-4c87-97d1-9a95522a194f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796883 Jul 28 06:31:09.155076 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks [] for security_group (9762b10e-feab-4a5a-9c9d-e6adcc6d6c20), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.221852 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.309000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (9762b10e-feab-4a5a-9c9d-e6adcc6d6c20), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.340891 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:31:09.358758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (d6b27f4c-587f-450a-a4c2-2830f3dee877), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.359357 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Added segment d6b27f4c-587f-450a-a4c2-2830f3dee877 of type vlan for network dd87854f-57d2-4562-b1ab-837a717d2f52 Jul 28 06:31:09.390545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 5446b4de-3891-4dc5-914c-530482a1e17e up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:09.433553 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9762b10e-feab-4a5a-9c9d-e6adcc6d6c20,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:09.452875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (dd87854f-57d2-4562-b1ab-837a717d2f52), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.508359 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 5446b4de-3891-4dc5-914c-530482a1e17e completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:31:09.583024 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (dd87854f-57d2-4562-b1ab-837a717d2f52), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.584218 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:09.585029 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.621985 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 5446b4de-3891-4dc5-914c-530482a1e17e triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:09.622542 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.686476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ebeb7-1284-4e5e-a8eb-96fb81a29443 req-d6a1947a-c6ec-42a7-bd24-e601071f24d8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:09.694492 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-978ebeb7-1284-4e5e-a8eb-96fb81a29443 req-d6a1947a-c6ec-42a7-bd24-e601071f24d8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1624374 Jul 28 06:31:09.742238 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc688ce-8e09-4b6d-a657-b148681b6133 req-726dc2e5-b7f4-4ff1-8a96-bd465c584e52 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:09.742238 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9bc688ce-8e09-4b6d-a657-b148681b6133 req-726dc2e5-b7f4-4ff1-8a96-bd465c584e52 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 944 time: 0.1737022 Jul 28 06:31:09.747915 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] Pushing event updated for resources: {'Network': ['ID=dd87854f-57d2-4562-b1ab-837a717d2f52,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:09.773320 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network dd87854f-57d2-4562-b1ab-837a717d2f52 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:31:09.791368 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-978ebeb7-1284-4e5e-a8eb-96fb81a29443 req-d8dad8f6-0726-49dc-a707-17d64454df1a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956290 Jul 28 06:31:09.793960 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 5446b4de-3891-4dc5-914c-530482a1e17e is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:09.794453 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:09.805338 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-83983524-374d-4e1c-b2bb-092716659723 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.9165015 Jul 28 06:31:09.806077 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58674) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:09.811249 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Request body: {'subnet': {'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1785602499-subnet', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:09.894720 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:09.931964 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9bc688ce-8e09-4b6d-a657-b148681b6133 req-25a7f903-f8da-440e-99ee-c857b7275a4c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518271 Jul 28 06:31:09.961834 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Made reservation on behalf of 47b406d9a12c461a84aa0331d2890990 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:09.965242 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:10.060809 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb59d-738e-497b-a087-f8a936f80a50 req-b98f6d55-85bb-4df7-b053-d26595d1d36c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:10.062076 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 5446b4de-3891-4dc5-914c-530482a1e17e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=5446b4de-3891-4dc5-914c-530482a1e17e,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:10.072721 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eeddb59d-738e-497b-a087-f8a936f80a50 req-b98f6d55-85bb-4df7-b053-d26595d1d36c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.1551497 Jul 28 06:31:10.076787 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:10.084787 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f54b67a-c11e-479b-b95c-8709b2997e2e" -d '{"events": [{"server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "name": "network-vif-plugged", "status": "completed", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:10.143141 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:10.161951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d68c8512-a5d5-4618-b9f0-f6249b88f853 req-1fcb4648-c71c-4adc-9bad-8030b2064d94 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.0604827 Jul 28 06:31:10.230347 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=5446b4de-3891-4dc5-914c-530482a1e17e,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:10.249411 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eeddb59d-738e-497b-a087-f8a936f80a50 req-aa6d8f57-1330-4808-aee1-234cb62b78e0 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743867 Jul 28 06:31:10.279337 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250494d7-903d-4227-b948-d62c8b3c1972 x-openstack-request-id: req-250494d7-903d-4227-b948-d62c8b3c1972 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:10.279581 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "name": "network-vif-plugged", "status": "completed", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:10.279867 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-250494d7-903d-4227-b948-d62c8b3c1972 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:10.280437 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250494d7-903d-4227-b948-d62c8b3c1972'] response: {'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e', 'code': 200} Jul 28 06:31:10.515073 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (8c25b10a-0afd-4479-8ff3-300149f0043c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:10.527339 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adff104-c5ec-4630-b69e-60f3067a8c73 req-6999ee2d-7322-4f30-b125-675e4d87355c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:10.535247 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7adff104-c5ec-4630-b69e-60f3067a8c73 req-6999ee2d-7322-4f30-b125-675e4d87355c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1358221 Jul 28 06:31:10.577347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43406d-ff3b-43ed-8a1c-7e021d2b1bd5 req-817f6680-05a6-4bc2-9e9b-269b174b92fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:10.587971 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8b43406d-ff3b-43ed-8a1c-7e021d2b1bd5 req-817f6680-05a6-4bc2-9e9b-269b174b92fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.1685984 Jul 28 06:31:10.597936 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 58696) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:10.606652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'floatingip': {'port_id': '2742328d-a56f-47f6-9907-80622646c3ab'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:10.642910 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:10.694077 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c25b10a-0afd-4479-8ff3-300149f0043c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:10.714952 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Checking segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:10.716233 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Network hostable DHCP agents. Network: dd87854f-57d2-4562-b1ab-837a717d2f52, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:31:10.734287 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:10.772469 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7adff104-c5ec-4630-b69e-60f3067a8c73 req-5b6e0433-d2bf-41a9-963a-33d43c0aa271 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318664 Jul 28 06:31:10.823887 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:31:10.825729 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:10.909123 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, dd87854f-57d2-4562-b1ab-837a717d2f52) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:10.921325 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:10.922004 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:10.922926 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947bcd4-907d-4767-b69a-dd846202ade0 None None] Network dd87854f-57d2-4562-b1ab-837a717d2f52 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:11.022875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:11.036699 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c1cc7eac-847c-49d4-a54b-63a44850532f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2289767 Jul 28 06:31:11.037006 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58708) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:11.045082 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:11.045280 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:11.109723 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-dd87854f-57d2-4562-b1ab-837a717d2f52', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:31:11.110970 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.240277 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.245531 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (c943670a-6fea-423c-8112-74753d824365), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.246994 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (c943670a-6fea-423c-8112-74753d824365), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.262840 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58095d-6fa9-4bf2-812e-c458b7aa86bc req-962a5d36-345b-474a-99b5-108b737425c5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:11.296018 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb58095d-6fa9-4bf2-812e-c458b7aa86bc req-962a5d36-345b-474a-99b5-108b737425c5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.3392413 Jul 28 06:31:11.388306 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Allocated IP 172.20.0.2 (dd87854f-57d2-4562-b1ab-837a717d2f52/8c25b10a-0afd-4479-8ff3-300149f0043c/c15573c1-9519-45e4-8c7a-5cd59839fbdd) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:11.401365 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks [] for router_controller (c943670a-6fea-423c-8112-74753d824365), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.471300 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405e241-b9b1-4d35-b6a4-a1ab55e3cca2 req-1f542cdc-7156-4158-aaeb-adfe2440b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:11.473357 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5405e241-b9b1-4d35-b6a4-a1ab55e3cca2 req-1f542cdc-7156-4158-aaeb-adfe2440b576 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 1129 time: 0.5135419 Jul 28 06:31:11.637635 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Publish callbacks [] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.742107 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.757064 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-be6b44f2-f64c-4e4f-a097-4fda8c298833 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:11.758647 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-be6b44f2-f64c-4e4f-a097-4fda8c298833 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "GET /v2.0/networks?id=50175450-6f2f-4aa2-9ede-88b996d979b0 HTTP/1.1" status: 200 len: 813 time: 0.9896533 Jul 28 06:31:11.778703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc559-1a98-45df-a4c6-46fd96e6f679 req-9ff9e823-6d86-471b-ab00-ac107e083a41 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:11.781826 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:11.784582 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:11.786026 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f38bc559-1a98-45df-a4c6-46fd96e6f679 req-9ff9e823-6d86-471b-ab00-ac107e083a41 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.6470916 Jul 28 06:31:11.800432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks [] for router_gateway (c943670a-6fea-423c-8112-74753d824365), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:11.809764 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:11.815378 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:11.833854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Request body: {'port': {'device_id': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0', 'admin_state_up': True, 'tenant_id': 'f33d1845b3b643b99b066eaeee429e12'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:11.862190 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb58095d-6fa9-4bf2-812e-c458b7aa86bc req-82155470-a6af-4687-87d2-9702605fe57c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5690014 Jul 28 06:31:12.010907 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Pushing event updated for resources: {'Port': ['ID=c15573c1-9519-45e4-8c7a-5cd59839fbdd,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:12.039728 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:12.046775 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Attempting to bind port c15573c1-9519-45e4-8c7a-5cd59839fbdd on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:12.047512 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Attempting to bind port c15573c1-9519-45e4-8c7a-5cd59839fbdd by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:12.048097 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Attempting to bind port c15573c1-9519-45e4-8c7a-5cd59839fbdd on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:12.055641 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:12.056778 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Checking segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:12.057741 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.058383 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Bound using segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:12.059237 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Bound port: c15573c1-9519-45e4-8c7a-5cd59839fbdd, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:12.059919 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.079979 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b55b3a5c-d75f-4e11-8f6f-d57a116b4dfd req-a8f90b1a-05d0-4b67-bca6-718b00f98072 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.0932548 Jul 28 06:31:12.103485 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.147543 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] For port c15573c1-9519-45e4-8c7a-5cd59839fbdd, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:12.153163 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] For port c15573c1-9519-45e4-8c7a-5cd59839fbdd, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c15573c1-9519-45e4-8c7a-5cd59839fbdd,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:12.170073 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:12.211899 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5405e241-b9b1-4d35-b6a4-a1ab55e3cca2 req-1304c951-17c7-4338-96bb-7e6052c5f170 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7252557 Jul 28 06:31:12.221560 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks [] for router_gateway (c943670a-6fea-423c-8112-74753d824365), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.244443 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.251626 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f38bc559-1a98-45df-a4c6-46fd96e6f679 req-a71a9b80-3a75-4d4d-998a-a7772283ba29 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644506 Jul 28 06:31:12.261451 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.380736 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac7f0-281c-42ef-a91e-403b5a522454 None None] Pushing event updated for resources: {'Port': ['ID=c15573c1-9519-45e4-8c7a-5cd59839fbdd,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:12.466356 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201dcde-200a-4e39-83b6-3c4852f1cc10 req-389baae2-a348-4ce2-8818-a682ebfbc9bb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:12.476846 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3201dcde-200a-4e39-83b6-3c4852f1cc10 req-389baae2-a348-4ce2-8818-a682ebfbc9bb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.2679403 Jul 28 06:31:12.549163 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Allocated IP 172.27.3.117 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:12.551148 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58744) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:12.779045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Made reservation on behalf of f33d1845b3b643b99b066eaeee429e12 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:12.782471 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.805588 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec62483b-2b36-4ad5-9cbe-fe21acf3172f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.817877 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks [] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:12.870628 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3201dcde-200a-4e39-83b6-3c4852f1cc10 req-7060c09a-fc01-4454-839f-f17c485eb59c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927119 Jul 28 06:31:12.875721 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:13.016685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec62483b-2b36-4ad5-9cbe-fe21acf3172f admin admin] Publish callbacks [] for security_group (c1fa601d-31d0-414b-8c46-8c2603ee29e4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.088655 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.150318 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec62483b-2b36-4ad5-9cbe-fe21acf3172f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c1fa601d-31d0-414b-8c46-8c2603ee29e4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.195752 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:13.217451 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:13.236616 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:13.244636 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Pushing event updated for resources: {'Port': ['ID=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:13.305425 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc7b8-2fcc-441c-adbf-b99e96ef6f55 req-a86fe8d1-9379-4216-a23c-a9620077fdfd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:13.316773 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556bc7b8-2fcc-441c-adbf-b99e96ef6f55 req-a86fe8d1-9379-4216-a23c-a9620077fdfd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.3012950 Jul 28 06:31:13.379170 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ec62483b-2b36-4ad5-9cbe-fe21acf3172f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=782e41a60a084375bbb1758b7516aa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269584 Jul 28 06:31:13.392542 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58756) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:13.459026 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62483b-2b36-4ad5-9cbe-fe21acf3172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa601d-31d0-414b-8c46-8c2603ee29e4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:13.467364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.db.resource_extend [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 06:31:13.564592 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c15573c1-9519-45e4-8c7a-5cd59839fbdd up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:13.645513 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.685257 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a46a57a-b0e7-423f-a90d-80da6c0a8726 admin admin] Publish callbacks [] for security_group (c1fa601d-31d0-414b-8c46-8c2603ee29e4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.691592 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port c15573c1-9519-45e4-8c7a-5cd59839fbdd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:13.691962 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.747842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f474795-3e25-42f3-99d9-8b073283da7d req-810b31b9-9bf4-4a1b-91ab-84e09139d0f0 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.4148076 Jul 28 06:31:13.757735 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a46a57a-b0e7-423f-a90d-80da6c0a8726 admin admin] Publish callbacks [] for security_group (c1fa601d-31d0-414b-8c46-8c2603ee29e4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.770911 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.900099 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port c15573c1-9519-45e4-8c7a-5cd59839fbdd is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:13.901106 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:13.945804 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:14.004928 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a46a57a-b0e7-423f-a90d-80da6c0a8726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c1fa601d-31d0-414b-8c46-8c2603ee29e4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:14.010441 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a46a57a-b0e7-423f-a90d-80da6c0a8726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:14.011628 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9a46a57a-b0e7-423f-a90d-80da6c0a8726 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1fa601d-31d0-414b-8c46-8c2603ee29e4 HTTP/1.1" status: 204 len: 168 time: 0.6075747 Jul 28 06:31:14.018107 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port c15573c1-9519-45e4-8c7a-5cd59839fbdd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c15573c1-9519-45e4-8c7a-5cd59839fbdd,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:14.060444 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46a57a-b0e7-423f-a90d-80da6c0a8726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fa601d-31d0-414b-8c46-8c2603ee29e4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:14.074439 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:14.100240 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:14.154321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fb5c3-d756-4268-9ed7-d2d6d79da517 req-237b3c37-a076-4a40-9a8d-de814b81224e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:14.166655 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b51fb5c3-d756-4268-9ed7-d2d6d79da517 req-237b3c37-a076-4a40-9a8d-de814b81224e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.2536757 Jul 28 06:31:14.244051 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks [] for router_gateway (c943670a-6fea-423c-8112-74753d824365), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:14.246545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=c15573c1-9519-45e4-8c7a-5cd59839fbdd,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:14.313622 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11354ec0-9a0a-4867-9dc9-3a3ceda14c33 None None] Network dd87854f-57d2-4562-b1ab-837a717d2f52 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:14.372455 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Allocated IP 172.20.0.8 (50175450-6f2f-4aa2-9ede-88b996d979b0/ecf70403-4780-413c-9042-6cbdf2a6ae0c/f10204df-a4f7-4635-be5a-4e54d32ca919) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:14.424102 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b51fb5c3-d756-4268-9ed7-d2d6d79da517 req-f76d3c23-ae80-4f2c-b911-87eb5f9364a7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563035 Jul 28 06:31:14.427526 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Floating IP d5d784c2-ba73-4be4-9f02-4d766ddf10a9 associated. External IP: 172.27.3.193, port: 2742328d-a56f-47f6-9907-80622646c3ab. Jul 28 06:31:14.497052 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1767e99d-a809-4bfb-9142-7826bd32338f None None] Provisioning complete for port c15573c1-9519-45e4-8c7a-5cd59839fbdd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:14.497458 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1767e99d-a809-4bfb-9142-7826bd32338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:14.608918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (c943670a-6fea-423c-8112-74753d824365), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:14.685277 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556bc7b8-2fcc-441c-adbf-b99e96ef6f55 req-d6a643c0-5ad0-4275-9151-079111413f61 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3676112 Jul 28 06:31:14.708788 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:14.725786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1767e99d-a809-4bfb-9142-7826bd32338f None None] Current status of the port c15573c1-9519-45e4-8c7a-5cd59839fbdd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:14.799948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:14.807313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf9359-59f1-4b2f-bdc8-d6e8dcd1e342 req-fc3c4f8e-0799-45ed-bb41-e13188a598af tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:14.815640 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6faf9359-59f1-4b2f-bdc8-d6e8dcd1e342 req-fc3c4f8e-0799-45ed-bb41-e13188a598af tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.2066989 Jul 28 06:31:14.908732 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:14.965719 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6faf9359-59f1-4b2f-bdc8-d6e8dcd1e342 req-d3b1ae34-b507-4bec-82e5-edffc5d90b35 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465495 Jul 28 06:31:15.160405 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-a2a7cac2-4abf-4461-8d9f-38bdec0f9a53 None None] Provisioning complete for port c15573c1-9519-45e4-8c7a-5cd59839fbdd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:15.160919 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cac2-4abf-4461-8d9f-38bdec0f9a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:15.200146 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Router c943670a-6fea-423c-8112-74753d824365 is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:31:15.281123 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7cac2-4abf-4461-8d9f-38bdec0f9a53 None None] Current status of the port c15573c1-9519-45e4-8c7a-5cd59839fbdd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:15.381998 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:31:15.398468 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:31:15.424815 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58784) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:15.432107 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:15.432776 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:15.450648 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:15.538580 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c15573c1-9519-45e4-8c7a-5cd59839fbdd up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:15.542339 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:15.585962 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Publish callbacks [] for security_group (910ee187-6183-4b3c-bd9a-ce956b0e7375), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:15.647510 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks [] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:15.694337 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:15.696863 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ff09bf47-f3fc-4c85-83db-b205ca0f0fdf admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6581914 Jul 28 06:31:15.720895 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58792) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:15.740177 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-999581ed-265d-4f0a-9bc6-48b89dd90700 req-eff285be-b10b-45bf-b8ca-e85c06457e62 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.8894351 Jul 28 06:31:15.777276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port c15573c1-9519-45e4-8c7a-5cd59839fbdd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:15.777276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:15.802235 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:15.879531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85ace-f72b-415c-813e-97601de0eae0 req-7a3d6c52-0a1a-4d56-8f3b-7742e43fbf74 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:15.889300 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8b85ace-f72b-415c-813e-97601de0eae0 req-7a3d6c52-0a1a-4d56-8f3b-7742e43fbf74 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.2141802 Jul 28 06:31:16.015831 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-f0c933e4-92c6-4db0-8157-af5e3ed8d489 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435474 Jul 28 06:31:16.055455 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port c15573c1-9519-45e4-8c7a-5cd59839fbdd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:16.136503 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8b85ace-f72b-415c-813e-97601de0eae0 req-7cd39f4b-be9f-4a36-b974-1947edfc2ad2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463417 Jul 28 06:31:16.139742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:13Z', 'revision_number': 3, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:16.148596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-0d01aa1b-ed92-46a3-b88f-1871e93d61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:16.150702 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-0d01aa1b-ed92-46a3-b88f-1871e93d61af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 1130 time: 0.0938032 Jul 28 06:31:16.164143 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425a16-8717-4980-8d7c-805e0aa6338c req-1b152deb-ba1a-4c54-bc57-d6c9c8280f40 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:16.166572 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7a425a16-8717-4980-8d7c-805e0aa6338c req-1b152deb-ba1a-4c54-bc57-d6c9c8280f40 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.3004680 Jul 28 06:31:16.184510 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:31:16.184924 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Updating router c943670a-6fea-423c-8112-74753d824365 port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:31:16.214238 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (910ee187-6183-4b3c-bd9a-ce956b0e7375), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.249165 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.254720 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:31:16.306682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.319046 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=591f16315ac342e896bb67786dec76aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8924847 Jul 28 06:31:16.331591 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58814) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:16.335058 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:16.358846 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ee187-6183-4b3c-bd9a-ce956b0e7375,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:16.453641 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279761-f840-478d-9921-b6b0112789c0 req-925a0dfb-b8a8-458f-befc-3da46218f2ab tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:16.455189 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-16279761-f840-478d-9921-b6b0112789c0 req-925a0dfb-b8a8-458f-befc-3da46218f2ab tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1994948 Jul 28 06:31:16.457126 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Network 50175450-6f2f-4aa2-9ede-88b996d979b0 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:16.474967 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7a425a16-8717-4980-8d7c-805e0aa6338c req-c1c10c30-3025-4a0b-8bd6-8b4108e91a50 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866640 Jul 28 06:31:16.494576 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.495111 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.495399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.497061 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.497520 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.497858 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.498375 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.498702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.499014 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.499341 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.499662 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.499982 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.500425 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.500746 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.501062 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff7ce85-463b-4cff-aa87-2bb7e07535a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.523992 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:16.535900 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:16.542163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Pushing event updated for resources: {'Port': ['ID=f10204df-a4f7-4635-be5a-4e54d32ca919,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:16.634524 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:16.667913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.716430 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7c75654f-06d0-4c10-b172-fd8b2aec761f admin admin] Publish callbacks [] for security_group (910ee187-6183-4b3c-bd9a-ce956b0e7375), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.723255 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.723871 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.729490 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.730017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.730552 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:16.734417 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:16.764476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-a0b932b4-54bd-4e4d-b232-85045af0eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:16.766325 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-a0b932b4-54bd-4e4d-b232-85045af0eb67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.5933969 Jul 28 06:31:16.774491 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7c75654f-06d0-4c10-b172-fd8b2aec761f admin admin] Publish callbacks [] for security_group (910ee187-6183-4b3c-bd9a-ce956b0e7375), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.889928 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Publish callbacks [] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.905511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:16.917992 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-064913ce-7e1e-4f5c-86ba-67de4de4bbfe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311a1ab8-32bf-407e-8d50-784a681fe39e HTTP/1.1" status: 200 len: 217 time: 0.1351705 Jul 28 06:31:16.929227 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:16.931457 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.948251 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6f4e5-f3ae-4bf5-b6c1-e68716162c97 req-e3c2f62c-bd6a-46b4-afaa-e13b564190c3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:16.964890 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.966360 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58824) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:16.968454 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7c75654f-06d0-4c10-b172-fd8b2aec761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (910ee187-6183-4b3c-bd9a-ce956b0e7375), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.971025 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7c75654f-06d0-4c10-b172-fd8b2aec761f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:16.972414 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7c75654f-06d0-4c10-b172-fd8b2aec761f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/910ee187-6183-4b3c-bd9a-ce956b0e7375 HTTP/1.1" status: 204 len: 168 time: 0.6393878 Jul 28 06:31:16.977021 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d0d6f4e5-f3ae-4bf5-b6c1-e68716162c97 req-e3c2f62c-bd6a-46b4-afaa-e13b564190c3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.3280659 Jul 28 06:31:16.995769 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'port_id': '5446b4de-3891-4dc5-914c-530482a1e17e'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:17.029743 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-16279761-f840-478d-9921-b6b0112789c0 req-954c827d-46de-460b-bbac-d1b1c5ffb4b9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129650 Jul 28 06:31:17.032163 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:17.053225 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:17.079950 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:31:17.102194 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] Sync routers for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:31:17.112488 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:17.135950 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:17.141863 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:17.156440 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Attempting to bind port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:17.157915 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Attempting to bind port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:17.160176 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Attempting to bind port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:17.173242 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d860-6234-49bf-969a-18d2878e26f8 None None] Pushing event updated for resources: {'Port': ['ID=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:17.184597 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:17.189456 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:17.189988 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:17.190392 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:17.190905 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Bound port: ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:17.191540 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:17.211155 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75654f-06d0-4c10-b172-fd8b2aec761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ee187-6183-4b3c-bd9a-ce956b0e7375,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:17.229073 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:17.244030 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-779532c4-e15c-4e20-aac0-bf3e79d5ac00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4533305 Jul 28 06:31:17.254148 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (8ab06b58-61c5-4c71-97f6-c49b5e09404e), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:17.261880 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade367-c10a-4d0f-81ba-de978f1a313e req-53ee7c4c-0130-46ad-96e6-9d1326e337ee tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:17.265051 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8cade367-c10a-4d0f-81ba-de978f1a313e req-53ee7c4c-0130-46ad-96e6-9d1326e337ee tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 931 time: 0.1675169 Jul 28 06:31:17.272684 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] For port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:17.276439 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] For port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:17.293053 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Request body: {'port': {'device_id': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:17.298690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-256c8dda-5699-434a-b598-0e1349e5f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:17.306413 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-256c8dda-5699-434a-b598-0e1349e5f281 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.3679695 Jul 28 06:31:17.366176 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-a236fe1d-4b8e-4a4f-9437-15ddf7911576 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "PUT /v2.0/floatingips/d5d784c2-ba73-4be4-9f02-4d766ddf10a9 HTTP/1.1" status: 200 len: 992 time: 6.7670159 Jul 28 06:31:17.376481 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:17.379970 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:17.383502 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38361948-972d-4211-8732-8255deff4757" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:17.482681 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:17.487523 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-5bcb631e-a835-4347-baf6-246cd5941aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:17.492424 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-5bcb631e-a835-4347-baf6-246cd5941aa6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392717 Jul 28 06:31:17.492424 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:17.519391 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa877ac-2d58-4188-9c8f-aa7c1b962148 x-openstack-request-id: req-ffa877ac-2d58-4188-9c8f-aa7c1b962148 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:17.519754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:17.519959 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffa877ac-2d58-4188-9c8f-aa7c1b962148 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:17.520312 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa877ac-2d58-4188-9c8f-aa7c1b962148'] response: {'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'status': 'completed', 'code': 200} Jul 28 06:31:17.547467 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8cade367-c10a-4d0f-81ba-de978f1a313e req-7d2d9cad-ae8a-47c6-8913-ccf404e2b479 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696362 Jul 28 06:31:17.602638 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:17.604054 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:17.652475 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:17.799751 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:18.076282 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:18.111215 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'd5d784c2-ba73-4be4-9f02-4d766ddf10a9', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:36Z', 'updated_at': '2022-07-28T06:31:13Z', 'revision_number': 1, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:18.143658 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:13Z', 'revision_number': 3, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:18.183558 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] Checking router: cbc3d0df-8e51-47a2-94d1-3bec1ae5788d for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:31:18.193289 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:18.193953 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:18.200734 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d860-6234-49bf-969a-18d2878e26f8 None None] Pushing event updated for resources: {'Port': ['ID=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:18.212106 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453540b5-4601-48ac-98d0-3659f5b90535 None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:13Z', 'revision_number': 3, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:31:18.213975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38361948-972d-4211-8732-8255deff4757 req-6636bb05-1fd0-43ea-ad4a-4acf536e9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:18.215672 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-6636bb05-1fd0-43ea-ad4a-4acf536e9151 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.6384826 Jul 28 06:31:18.473079 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Allocated IP 172.20.0.1 (dd87854f-57d2-4562-b1ab-837a717d2f52/8c25b10a-0afd-4479-8ff3-300149f0043c/1115ebeb-91ce-4813-a473-cac64d9e2e52) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:18.482193 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:18.539420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78d0a-8520-419d-9ab7-f3590f958af6 req-f03bf8a4-2cab-481b-9bec-9a22c05f042b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:18.541241 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7bf78d0a-8520-419d-9ab7-f3590f958af6 req-f03bf8a4-2cab-481b-9bec-9a22c05f042b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.7509706 Jul 28 06:31:18.560214 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-cb3df104-6d66-4c89-9db3-e3e028ce244d service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0462103 Jul 28 06:31:18.657965 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:18.711554 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a3ee9-5427-41ab-ae2d-d6376a8891d0 req-8c27b87e-2a8b-45aa-84c9-091f506753c3 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:18.720294 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0a5a3ee9-5427-41ab-ae2d-d6376a8891d0 req-8c27b87e-2a8b-45aa-84c9-091f506753c3 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.4880297 Jul 28 06:31:19.176773 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'd5d784c2-ba73-4be4-9f02-4d766ddf10a9', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:36Z', 'updated_at': '2022-07-28T06:31:13Z', 'revision_number': 1, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:19.274107 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11aab0-aa30-4866-94d8-0b4fbe25325e None None] The sync data for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi is: [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'd5d784c2-ba73-4be4-9f02-4d766ddf10a9', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:36Z', 'updated_at': '2022-07-28T06:31:13Z', 'revision_number': 1, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:31:19.487131 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:19.489344 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:19.491382 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58878) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:19.566879 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (8ab06b58-61c5-4c71-97f6-c49b5e09404e), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:19.575478 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks [] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:19.644284 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:19.645079 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:19.722313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:19.739685 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38361948-972d-4211-8732-8255deff4757 req-3b9d5be6-049b-43ff-8149-fa80de79e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:19.749782 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-3b9d5be6-049b-43ff-8149-fa80de79e9a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 1.5155861 Jul 28 06:31:19.859498 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4632e7a-a11e-4f14-a400-f4e06d41f0f3 None None] New status for floating IP d5d784c2-ba73-4be4-9f02-4d766ddf10a9: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:31:19.860718 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335467397-network', 'tenant_id': '6f42ddc1f920465f88baa24820a3976f'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:19.889251 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:19.932693 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP 8ab06b58-61c5-4c71-97f6-c49b5e09404e associated. External IP: 172.27.3.44, port: 5446b4de-3891-4dc5-914c-530482a1e17e. Jul 28 06:31:19.946891 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:19.947477 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:19.986697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:20.008031 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0a5a3ee9-5427-41ab-ae2d-d6376a8891d0 req-03309219-bab7-4343-82d1-eae4b287177d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2868679 Jul 28 06:31:20.045141 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Made reservation on behalf of 6f42ddc1f920465f88baa24820a3976f for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:20.050346 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.059058 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.068709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10204df-a4f7-4635-be5a-4e54d32ca919 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:31:20.081114 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-d6b2c14c-03d5-4981-ba57-99eebfebfb29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 1000 time: 0.2311926 Jul 28 06:31:20.085429 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7bf78d0a-8520-419d-9ab7-f3590f958af6 req-ba59fc13-f767-4718-970b-c87a00ec3727 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5204012 Jul 28 06:31:20.108472 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Publish callbacks [] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.143154 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.165808 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.186596 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-918cd21d-ad24-48ef-95cd-38f09e018f39 req-321f3f41-be8e-4feb-bf56-005c23c1cf7f service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5217769 Jul 28 06:31:20.199433 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Transition to ACTIVE for port object f10204df-a4f7-4635-be5a-4e54d32ca919 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:31:20.239803 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:20.246608 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:20.269715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38361948-972d-4211-8732-8255deff4757 req-cb3397c8-d790-48fe-9870-9fd6c8edfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:20.271398 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-cb3397c8-d790-48fe-9870-9fd6c8edfa35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.1850753 Jul 28 06:31:20.276320 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.311425 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:20.328020 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:20.333702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Pushing event updated for resources: {'Port': ['ID=1115ebeb-91ce-4813-a473-cac64d9e2e52,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:20.340117 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:20.376434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38361948-972d-4211-8732-8255deff4757 req-5adc7dff-9b13-4347-9c10-76f0ce7d0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:20.379078 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-5adc7dff-9b13-4347-9c10-76f0ce7d0bb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887458 Jul 28 06:31:20.416555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b7dd2-466d-4644-a9b2-f0cf78d74707 req-34d34c63-9090-40d5-8be1-70482a87dac1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:20.416555 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-784b7dd2-466d-4644-a9b2-f0cf78d74707 req-34d34c63-9090-40d5-8be1-70482a87dac1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 931 time: 0.2251387 Jul 28 06:31:20.456450 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (c943670a-6fea-423c-8112-74753d824365), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.669018 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:20.678939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-56713ca1-5fe3-4773-bdab-b5fe109107e0 None None] Provisioning complete for port 1115ebeb-91ce-4813-a473-cac64d9e2e52 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:20.681509 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-56713ca1-5fe3-4773-bdab-b5fe109107e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.725298 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-56713ca1-5fe3-4773-bdab-b5fe109107e0 None None] Port 1115ebeb-91ce-4813-a473-cac64d9e2e52 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:31:20.764996 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Pushing event updated for resources: {'Port': ['ID=f10204df-a4f7-4635-be5a-4e54d32ca919,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:20.778458 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-3c697ece-848a-4c66-b163-4539f3326407 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599484 Jul 28 06:31:20.874827 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-784b7dd2-466d-4644-a9b2-f0cf78d74707 req-0d03bfb1-a615-499e-8181-8c8e00753676 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461281 Jul 28 06:31:20.920947 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:20.934856 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Attempting to bind port f10204df-a4f7-4635-be5a-4e54d32ca919 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:20.938246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Attempting to bind port f10204df-a4f7-4635-be5a-4e54d32ca919 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:20.939203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Attempting to bind port f10204df-a4f7-4635-be5a-4e54d32ca919 on network 50175450-6f2f-4aa2-9ede-88b996d979b0 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:20.945578 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.952425 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks [] for security_group (240c27a3-f23b-47ed-a878-5043d0a40659), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.963890 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Port f10204df-a4f7-4635-be5a-4e54d32ca919 on network 50175450-6f2f-4aa2-9ede-88b996d979b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:31:20.964607 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Attempting to bind port f10204df-a4f7-4635-be5a-4e54d32ca919 on network 50175450-6f2f-4aa2-9ede-88b996d979b0 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:20.985291 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:20.985891 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Checking segment: {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:20.986690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Bound using segment: {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:20.987248 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Bound port: f10204df-a4f7-4635-be5a-4e54d32ca919, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:20.987933 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:20.994631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:21.006829 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:31:21.014653 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38361948-972d-4211-8732-8255deff4757 req-d9a1ffe9-bf4a-44d6-af5d-8cd6ba948fdc service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247529 Jul 28 06:31:21.042325 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (240c27a3-f23b-47ed-a878-5043d0a40659), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.124474 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] For port f10204df-a4f7-4635-be5a-4e54d32ca919, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:21.129284 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] For port f10204df-a4f7-4635-be5a-4e54d32ca919, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f10204df-a4f7-4635-be5a-4e54d32ca919,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:21.181992 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:31:21.204064 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81834-bbf4-47e5-b45c-2727e5b507cc req-f4b8558a-99aa-4dd3-9d5d-56d6914899c2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.208206 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240c27a3-f23b-47ed-a878-5043d0a40659,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:21.208333 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-26c81834-bbf4-47e5-b45c-2727e5b507cc req-f4b8558a-99aa-4dd3-9d5d-56d6914899c2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0642071 Jul 28 06:31:21.244407 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.263403 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (38fca03b-ac1c-4055-afc8-4e253b9d8b42), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.263963 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Added segment 38fca03b-ac1c-4055-afc8-4e253b9d8b42 of type vlan for network 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e Jul 28 06:31:21.343972 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.379013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.379589 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (31a145fd-8ee5-4bbf-bfa9-679f1828cb7e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.386171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] 10.222.0.71 "PUT /v2.0/ports/f10204df-a4f7-4635-be5a-4e54d32ca919 HTTP/1.1" status: 200 len: 1093 time: 4.1157937 Jul 28 06:31:21.386998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'tag': 'f10204df-a4f7-4635-be5a-4e54d32ca919'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:21.389968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096e24c-fd32-454c-b98b-ded0915a72c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8486067-5ab6-483a-84c4-8d4eb4f1b07e", "tag": "f10204df-a4f7-4635-be5a-4e54d32ca919"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:21.405495 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:31:21.406354 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275397c-695c-4f4f-955e-b161cc213071 req-d53d8bd4-1b8f-46dc-85ea-c7a17ce893db tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.408896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d275397c-695c-4f4f-955e-b161cc213071 req-d53d8bd4-1b8f-46dc-85ea-c7a17ce893db tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1930730 Jul 28 06:31:21.416997 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:31:21.428634 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.445919 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:21.449777 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:21.463443 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-26c81834-bbf4-47e5-b45c-2727e5b507cc req-486655da-495c-4f13-99b1-e51585945c10 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494123 Jul 28 06:31:21.468762 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:21.487886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716281d-6e34-490e-acb3-4b03d65551ca service neutron] Pushing event updated for resources: {'Port': ['ID=f10204df-a4f7-4635-be5a-4e54d32ca919,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:21.534188 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:21.549574 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5a27e8b7-501b-4eb4-9da8-d1b0d9120038 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "PUT /v2.0/floatingips/8ab06b58-61c5-4c71-97f6-c49b5e09404e HTTP/1.1" status: 200 len: 990 time: 4.5820470 Jul 28 06:31:21.552441 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:21.555041 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:21.559690 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks [] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.568116 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d275397c-695c-4f4f-955e-b161cc213071 req-242406a1-674c-4db0-b414-300106f3f5a6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429040 Jul 28 06:31:21.625103 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aae6b1-73fb-4f2d-b162-f2517588175d x-openstack-request-id: req-a6aae6b1-73fb-4f2d-b162-f2517588175d {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:21.625438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8486067-5ab6-483a-84c4-8d4eb4f1b07e", "tag": "f10204df-a4f7-4635-be5a-4e54d32ca919", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:21.625703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6aae6b1-73fb-4f2d-b162-f2517588175d {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:21.626113 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6aae6b1-73fb-4f2d-b162-f2517588175d'] response: {'name': 'network-changed', 'server_uuid': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'tag': 'f10204df-a4f7-4635-be5a-4e54d32ca919', 'status': 'completed', 'code': 200} Jul 28 06:31:21.642475 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (31a145fd-8ee5-4bbf-bfa9-679f1828cb7e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.644203 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.644825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.648119 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bafe91-1058-4ae3-8513-c7c6c09b9584 x-openstack-request-id: req-67bafe91-1058-4ae3-8513-c7c6c09b9584 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:21.648406 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:21.648654 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67bafe91-1058-4ae3-8513-c7c6c09b9584 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:21.653676 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bafe91-1058-4ae3-8513-c7c6c09b9584'] response: {'name': 'network-changed', 'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e', 'status': 'completed', 'code': 200} Jul 28 06:31:21.655842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-cbbee2f3-b861-42bf-ae4a-05ebd784bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.657502 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-cbbee2f3-b861-42bf-ae4a-05ebd784bed4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f33d1845b3b643b99b066eaeee429e12&device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 1127 time: 0.1216629 Jul 28 06:31:21.667183 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:21.667674 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.766039 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-b43346d6-9eed-467a-b8fa-df2b81eda86c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f10204df-a4f7-4635-be5a-4e54d32ca919 HTTP/1.1" status: 200 len: 217 time: 0.0995386 Jul 28 06:31:21.791340 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:21.796793 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265074199'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:21.800621 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:21.829166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-892d3980-ad33-416a-9ae9-b387f54a3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.831331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-892d3980-ad33-416a-9ae9-b387f54a3b6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 1129 time: 0.1407957 Jul 28 06:31:21.840956 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3440473 Jul 28 06:31:21.842349 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce4d1-8662-4e02-9f81-7634e1a5d647 admin admin] Pushing event updated for resources: {'Network': ['ID=31a145fd-8ee5-4bbf-bfa9-679f1828cb7e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:21.844601 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58906) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:21.861297 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:21.900069 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:31:21.911004 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Request body: {'subnet': {'network_id': '31a145fd-8ee5-4bbf-bfa9-679f1828cb7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335467397-subnet', 'tenant_id': '6f42ddc1f920465f88baa24820a3976f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:21.953641 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-ecbf1da0-e726-4b7b-aab4-45f787f55c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:21.953743 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-ecbf1da0-e726-4b7b-aab4-45f787f55c2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ecf70403-4780-413c-9042-6cbdf2a6ae0c HTTP/1.1" status: 200 len: 853 time: 0.1794784 Jul 28 06:31:21.984211 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:21.997096 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-c80a9f4e-a73b-4423-bc5a-404b6074441b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50175450-6f2f-4aa2-9ede-88b996d979b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345740 Jul 28 06:31:22.046293 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Pushing event updated for resources: {'Port': ['ID=1115ebeb-91ce-4813-a473-cac64d9e2e52,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:22.060808 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (c943670a-6fea-423c-8112-74753d824365), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:22.062045 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:22.119186 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-ad07b73f-3aa4-4336-a5f6-3b30f8a1bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:22.120717 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-ad07b73f-3aa4-4336-a5f6-3b30f8a1bca8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.2656860 Jul 28 06:31:22.140296 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Made reservation on behalf of 6f42ddc1f920465f88baa24820a3976f for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:22.146273 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:22.162995 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '8ab06b58-61c5-4c71-97f6-c49b5e09404e', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': '5446b4de-3891-4dc5-914c-530482a1e17e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:31:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3658bb5-2010-4828-b904-d276f960e32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:49Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}, {'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:22.218072 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:31:22.235070 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:22.236482 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:22.259726 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bcb4a-af12-4ef9-91d8-3f3dab926abe req-e81789da-3903-4d00-aee4-399376db5fef tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:22.261746 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e23bcb4a-af12-4ef9-91d8-3f3dab926abe req-e81789da-3903-4d00-aee4-399376db5fef tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 943 time: 0.1450481 Jul 28 06:31:22.315834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-d11371a5-1af4-4c7a-9d12-a49ec7fa1a22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5446b4de-3891-4dc5-914c-530482a1e17e HTTP/1.1" status: 200 len: 998 time: 0.1826656 Jul 28 06:31:22.325535 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:22.401378 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-fc13fc85-0d13-48a5-b497-1fc48fc5083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:22.403979 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-fc13fc85-0d13-48a5-b497-1fc48fc5083e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0693924 Jul 28 06:31:22.406014 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:22.424071 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-d552bd46-9382-4487-96f8-a96bc90bbb0f service neutron] 10.222.0.71 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111109 Jul 28 06:31:22.429604 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:22.431823 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:22.437604 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (9696f2f5-f7a4-4e10-bb30-544b33349e90), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:22.491554 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:22.680268 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9696f2f5-f7a4-4e10-bb30-544b33349e90,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:22.717648 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af500e-76a6-44f5-991d-d46f5aba70c2 req-761ce776-070a-48bb-8e22-4041b67e794d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:22.724911 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-29af500e-76a6-44f5-991d-d46f5aba70c2 req-761ce776-070a-48bb-8e22-4041b67e794d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0922549 Jul 28 06:31:22.740701 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e23bcb4a-af12-4ef9-91d8-3f3dab926abe req-bed90b8a-c43f-4134-ae2b-81238609c191 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717512 Jul 28 06:31:22.754293 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:22.755753 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-469707b1-ff04-4989-99e9-206d9bb5363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:22.757619 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-469707b1-ff04-4989-99e9-206d9bb5363e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3447833 Jul 28 06:31:22.796815 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Checking segment: {'id': '38fca03b-ac1c-4055-afc8-4e253b9d8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31a145fd-8ee5-4bbf-bfa9-679f1828cb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:22.799101 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Network hostable DHCP agents. Network: 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:31:22.898315 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:31:22.911932 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-b7848b51-70c7-4a62-bd61-972440129327 None None] Provisioning complete for port 1115ebeb-91ce-4813-a473-cac64d9e2e52 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:22.912493 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b7848b51-70c7-4a62-bd61-972440129327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:22.923993 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '8ab06b58-61c5-4c71-97f6-c49b5e09404e', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': '5446b4de-3891-4dc5-914c-530482a1e17e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:31:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3658bb5-2010-4828-b904-d276f960e32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:49Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}, {'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:22.959163 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f97ec-743f-41e1-a1e6-69b4ff56e335 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '8ab06b58-61c5-4c71-97f6-c49b5e09404e', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': '5446b4de-3891-4dc5-914c-530482a1e17e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:31:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3658bb5-2010-4828-b904-d276f960e32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:49Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}, {'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:31:23.001451 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-b7848b51-70c7-4a62-bd61-972440129327 None None] Port 1115ebeb-91ce-4813-a473-cac64d9e2e52 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:31:23.095360 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-29af500e-76a6-44f5-991d-d46f5aba70c2 req-61acbc17-c87f-48ec-8ba7-34894017e1c0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693409 Jul 28 06:31:23.110543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f36bd6-20bf-4d3c-85fb-03267c46bd43 req-acf47c45-2fc9-481f-91bb-bd4624ff5cf2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:23.112137 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73f36bd6-20bf-4d3c-85fb-03267c46bd43 req-acf47c45-2fc9-481f-91bb-bd4624ff5cf2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1260326 Jul 28 06:31:23.114382 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7502614-0d6b-447a-bedc-1aa541d97e34 req-08f07888-66ab-4e1a-b2f9-7fe17ea822cf service neutron] 10.222.0.71 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777778 Jul 28 06:31:23.195719 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-d6531e07-c550-465c-8fc8-6381296b139b service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308321 Jul 28 06:31:23.264367 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73f36bd6-20bf-4d3c-85fb-03267c46bd43 req-f39d939f-6589-4bde-9f47-c81ad0a8076b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338878 Jul 28 06:31:23.319490 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Network 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:31:23.363317 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06231508-a176-4de8-8135-2efaf7bb6875 None None] New status for floating IP 8ab06b58-61c5-4c71-97f6-c49b5e09404e: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:31:23.413604 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f70b8b4c-b0e7-4d0d-8e92-691265f309c4 req-6c3a41c0-70b0-4f65-88e2-ba06c4ed5365 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937582 Jul 28 06:31:23.447923 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:31:23.469378 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:31:23.470368 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f2b6c171-6cda-42f0-aa71-a830eddeb47b admin admin] 10.222.0.69 "PUT /v2.0/routers/c943670a-6fea-423c-8112-74753d824365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7426186 Jul 28 06:31:23.480353 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:23.481095 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:23.623147 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:23.624663 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:23.634713 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:23.635740 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:23.678958 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f1dfc-ade8-4968-b0be-19b6d88ee95d None None] Network 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:23.823318 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f391ab65-bd62-49e7-b419-4e21533df354 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9254398 Jul 28 06:31:23.847397 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a770d9b0-cd40-4bc5-9b20-a7e312414184 None None] Network 31a145fd-8ee5-4bbf-bfa9-679f1828cb7e requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:23.890099 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:21Z', 'revision_number': 2, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:23.915692 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937dd40-3cbe-4959-b378-06a8d32b872f req-015ad0e7-cb36-4b91-bce3-190093191903 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:23.918780 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:31:23.919123 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Updating router c943670a-6fea-423c-8112-74753d824365 port 1115ebeb-91ce-4813-a473-cac64d9e2e52 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:31:23.923998 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2937dd40-3cbe-4959-b378-06a8d32b872f req-015ad0e7-cb36-4b91-bce3-190093191903 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 943 time: 0.0856237 Jul 28 06:31:23.955358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:23.965957 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:23.990795 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2937dd40-3cbe-4959-b378-06a8d32b872f req-369932ec-7e67-4fc3-bebe-771859150936 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Jul 28 06:31:24.103285 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:24.188038 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:24.316233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a8b63-b51a-45cd-b0b4-8ed882312d74 req-0451c4f4-a50f-4167-ae9f-901729e0e8b0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:24.327215 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-569a8b63-b51a-45cd-b0b4-8ed882312d74 req-0451c4f4-a50f-4167-ae9f-901729e0e8b0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1082449 Jul 28 06:31:24.447303 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-569a8b63-b51a-45cd-b0b4-8ed882312d74 req-819d4aaf-f231-4d69-bcbd-d87df5099706 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050761 Jul 28 06:31:24.486767 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Publish callbacks [] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:24.534289 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c45b1f-14b4-4162-ac3c-675ea95213dd req-6e81a9f4-550d-412f-8840-10cc306bb58f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:24.536662 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45c45b1f-14b4-4162-ac3c-675ea95213dd req-6e81a9f4-550d-412f-8840-10cc306bb58f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0842798 Jul 28 06:31:24.612710 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:24.635378 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-801967f3-4036-4bfe-aa8d-4feac1b763ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:24.636962 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-801967f3-4036-4bfe-aa8d-4feac1b763ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f33d1845b3b643b99b066eaeee429e12&device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 1127 time: 0.0968976 Jul 28 06:31:24.767558 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Pushing event updated for resources: {'Port': ['ID=1115ebeb-91ce-4813-a473-cac64d9e2e52,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:24.798586 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.798586 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.798929 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.799252 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.799829 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.800171 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.805625 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.806880 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.807334 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.807676 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.808014 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.808367 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.808701 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.809027 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.809373 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:24.814202 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58960) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:24.819687 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2069103470-network', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:24.875958 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-c1f23837-54ef-42ea-be24-93bf56365c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:24.879935 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-c1f23837-54ef-42ea-be24-93bf56365c71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=50175450-6f2f-4aa2-9ede-88b996d979b0 HTTP/1.1" status: 200 len: 914 time: 0.2276430 Jul 28 06:31:24.888914 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45c45b1f-14b4-4162-ac3c-675ea95213dd req-bdedb92e-d372-47da-9563-13007e02e7aa tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301914 Jul 28 06:31:24.902322 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Attempting to bind port 1115ebeb-91ce-4813-a473-cac64d9e2e52 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:24.902978 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Attempting to bind port 1115ebeb-91ce-4813-a473-cac64d9e2e52 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:24.903531 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Attempting to bind port 1115ebeb-91ce-4813-a473-cac64d9e2e52 on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:24.933536 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:24.949086 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-0286a9b7-e9d0-4481-800b-8ab46a7919b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f10204df-a4f7-4635-be5a-4e54d32ca919 HTTP/1.1" status: 200 len: 217 time: 0.0440905 Jul 28 06:31:24.949422 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Checking segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:24.949422 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:24.949422 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Bound using segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:24.949422 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Bound port: 1115ebeb-91ce-4813-a473-cac64d9e2e52, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:24.949422 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.034933 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-0233d672-b12b-472f-9b2a-6275bd17355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:25.036813 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-0233d672-b12b-472f-9b2a-6275bd17355a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ecf70403-4780-413c-9042-6cbdf2a6ae0c HTTP/1.1" status: 200 len: 853 time: 0.0962613 Jul 28 06:31:25.046197 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-7eee026a-6ef4-4a06-80c9-dbddfd63b624 None None] Provisioning complete for port 1115ebeb-91ce-4813-a473-cac64d9e2e52 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:25.046716 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Made reservation on behalf of 940cf692c0554607a4d43de7c23a22a2 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:25.047085 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7eee026a-6ef4-4a06-80c9-dbddfd63b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.049108 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.058403 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] For port 1115ebeb-91ce-4813-a473-cac64d9e2e52, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:25.064770 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] For port 1115ebeb-91ce-4813-a473-cac64d9e2e52, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1115ebeb-91ce-4813-a473-cac64d9e2e52,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:25.070528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:25.080701 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.101627 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-81c9f814-ce73-4995-a40a-40c77b9d0d98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50175450-6f2f-4aa2-9ede-88b996d979b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559690 Jul 28 06:31:25.139619 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-7eee026a-6ef4-4a06-80c9-dbddfd63b624 None None] Port 1115ebeb-91ce-4813-a473-cac64d9e2e52 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:31:25.152041 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.203149 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0ad5-c024-4200-85da-ff7437b06b8d req-60fcbecf-763b-4f80-85d0-0d7646757210 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:25.234324 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66fc0ad5-c024-4200-85da-ff7437b06b8d req-60fcbecf-763b-4f80-85d0-0d7646757210 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 943 time: 0.1304557 Jul 28 06:31:25.272120 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:25.273020 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:25.280488 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375e4ba-c802-44f5-9af3-56a96644227a None None] Pushing event updated for resources: {'Port': ['ID=1115ebeb-91ce-4813-a473-cac64d9e2e52,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:25.306451 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks [] for security_group (474e561c-24f2-48e5-9d3c-bfc558f562c4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.334626 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58968) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:25.400925 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (474e561c-24f2-48e5-9d3c-bfc558f562c4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.471572 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474e561c-24f2-48e5-9d3c-bfc558f562c4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:25.482532 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:25.485016 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-c94fa6c4-0775-4a98-910a-c928497f4722 service neutron] 10.222.0.71 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378953 Jul 28 06:31:25.507895 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:31:25.518695 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:25.546922 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (3384ea88-1321-4e50-954f-7a2d766ea380), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.548035 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Added segment 3384ea88-1321-4e50-954f-7a2d766ea380 of type vlan for network 1416a29f-85de-49bc-9b8d-d1e463c6d587 Jul 28 06:31:25.607413 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:25.642710 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 58978) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:25.661670 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-935450248-network', 'tenant_id': '4ac90963380143459e9a48e0d2b148a7'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:25.666287 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (1416a29f-85de-49bc-9b8d-d1e463c6d587), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.706020 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cbd61db8-c154-4b23-8097-10cc4100aff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.730429 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:25.760754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Made reservation on behalf of 4ac90963380143459e9a48e0d2b148a7 for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:25.763434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.775814 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] Provisioning complete for port 1115ebeb-91ce-4813-a473-cac64d9e2e52 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:25.776633 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.778235 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (1416a29f-85de-49bc-9b8d-d1e463c6d587), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.780425 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:25.784013 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.788701 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec312d3-b44a-417c-9ec3-4d6dc60250cb req-89345b51-e89e-4e22-8c36-8cf3fc2a8097 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:25.790345 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1ec312d3-b44a-417c-9ec3-4d6dc60250cb req-89345b51-e89e-4e22-8c36-8cf3fc2a8097 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1072836 Jul 28 06:31:25.800722 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:25.807459 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66fc0ad5-c024-4200-85da-ff7437b06b8d req-6ec3787b-9d17-4eef-b2f0-be10b428ccb0 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722847 Jul 28 06:31:25.865358 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1ec312d3-b44a-417c-9ec3-4d6dc60250cb req-0ae5c567-0242-4b6c-a00e-b26ae8244ea6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658026 Jul 28 06:31:25.893448 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:25.905143 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5096e24c-fd32-454c-b98b-ded0915a72c0 req-6a0280eb-b275-4818-abf2-0ca1ea6293b7 service neutron] 10.222.0.71 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069631 Jul 28 06:31:25.964244 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] Current status of the port 1115ebeb-91ce-4813-a473-cac64d9e2e52 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:25.965503 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.006252 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad13608-0cb8-400e-968e-8926e50404a6 None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:31:26.020882 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] For port 1115ebeb-91ce-4813-a473-cac64d9e2e52, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1115ebeb-91ce-4813-a473-cac64d9e2e52,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:26.058985 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=18,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:26.078004 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cbd61db8-c154-4b23-8097-10cc4100aff9 admin admin] Publish callbacks [] for security_group (c7bf9c0e-fa7f-40bf-847d-d3c9335bef42), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.081151 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks [] for security_group (f08231a1-5e26-4de6-aef2-dc191b08bd1b), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.085436 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] Pushing event updated for resources: {'Network': ['ID=1416a29f-85de-49bc-9b8d-d1e463c6d587,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:26.106077 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:31:26.164251 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:26.181704 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a99bf-3fc2-4e32-899f-20cb0e40f816 req-4a589c34-b96e-414e-b844-30021bd29b3d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:26.186446 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8bcd9c08-1eb9-4ca8-ab60-03a450c78974 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3710797 Jul 28 06:31:26.189609 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 58984) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:26.201980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8a9a99bf-3fc2-4e32-899f-20cb0e40f816 req-4a589c34-b96e-414e-b844-30021bd29b3d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1093867 Jul 28 06:31:26.202229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Request body: {'subnet': {'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2069103470-subnet', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:26.223279 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.246722 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8a9a99bf-3fc2-4e32-899f-20cb0e40f816 req-1f84e5c4-f52a-46c7-9e6e-edbf7804eaf0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519047 Jul 28 06:31:26.277805 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cbd61db8-c154-4b23-8097-10cc4100aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c7bf9c0e-fa7f-40bf-847d-d3c9335bef42), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.282860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (f08231a1-5e26-4de6-aef2-dc191b08bd1b), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.290150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ab63-226d-41f4-9e84-cd537fdceb9f None None] Pushing event updated for resources: {'Port': ['ID=1115ebeb-91ce-4813-a473-cac64d9e2e52,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:26.307120 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Made reservation on behalf of 940cf692c0554607a4d43de7c23a22a2 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:26.309432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.328999 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:31:26.346296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08231a1-5e26-4de6-aef2-dc191b08bd1b,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:26.351598 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (71d0b12e-5932-49fa-9b8f-d51754e12c8d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.351952 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Added segment 71d0b12e-5932-49fa-9b8f-d51754e12c8d of type vlan for network 6511ffcf-da4c-4090-a796-39455e133899 Jul 28 06:31:26.394534 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cbd61db8-c154-4b23-8097-10cc4100aff9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0b889e950b644ac8a5119b28bbc2b61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0583005 Jul 28 06:31:26.401606 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 58990) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:26.402347 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61db8-c154-4b23-8097-10cc4100aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf9c0e-fa7f-40bf-847d-d3c9335bef42,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:26.412455 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (6511ffcf-da4c-4090-a796-39455e133899), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.491702 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0e280486-0041-4b89-b02a-49d41143c26d admin admin] Publish callbacks [] for security_group (c7bf9c0e-fa7f-40bf-847d-d3c9335bef42), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.526181 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0e280486-0041-4b89-b02a-49d41143c26d admin admin] Publish callbacks [] for security_group (c7bf9c0e-fa7f-40bf-847d-d3c9335bef42), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.546910 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (6511ffcf-da4c-4090-a796-39455e133899), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.547933 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:26.548521 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.714272 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (bcee4b34-93bd-479e-be61-bb1991bda216), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.781974 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcee4b34-93bd-479e-be61-bb1991bda216,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:26.793352 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Checking segment: {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:26.793737 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Network hostable DHCP agents. Network: 1416a29f-85de-49bc-9b8d-d1e463c6d587, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:31:26.855947 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:26.880801 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:31:26.943199 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:26.959050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 1416a29f-85de-49bc-9b8d-d1e463c6d587) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:26.965354 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:26.965354 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:26.974542 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1cd107-4559-42c8-ba12-e1fe5f69cc7a None None] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:26.976528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26ef16-377d-460c-9733-eba0d8f0130e req-646d2e75-1097-4e29-9bb7-933c8cec92fc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:26.984148 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc26ef16-377d-460c-9733-eba0d8f0130e req-646d2e75-1097-4e29-9bb7-933c8cec92fc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.4690557 Jul 28 06:31:27.028730 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3821321 Jul 28 06:31:27.029911 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59002) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:27.037251 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Request body: {'subnet': {'network_id': '6511ffcf-da4c-4090-a796-39455e133899', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-935450248-subnet', 'tenant_id': '4ac90963380143459e9a48e0d2b148a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:27.039072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d3010-b517-49b5-973f-29a4bc8c231c admin admin] Pushing event updated for resources: {'Network': ['ID=6511ffcf-da4c-4090-a796-39455e133899,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:27.052232 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-bf00924d-819c-401a-94d8-5edeb656715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.053779 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-bf00924d-819c-401a-94d8-5edeb656715d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 1129 time: 0.2056620 Jul 28 06:31:27.058298 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 6511ffcf-da4c-4090-a796-39455e133899 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:31:27.063309 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7430f-618f-4a33-bb1e-65e1912ff617 req-c8bee53a-fe5b-41eb-a1c1-807510649710 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.070452 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdb7430f-618f-4a33-bb1e-65e1912ff617 req-c8bee53a-fe5b-41eb-a1c1-807510649710 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 943 time: 0.1482527 Jul 28 06:31:27.171807 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b6dd215d-0822-4932-8685-4d687d7addfb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9807353 Jul 28 06:31:27.174701 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59004) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:27.182689 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:27.183636 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-1416a29f-85de-49bc-9b8d-d1e463c6d587', 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587', 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'fixed_ips': [{'subnet_id': 'bcee4b34-93bd-479e-be61-bb1991bda216'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:31:27.184526 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.187558 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc26ef16-377d-460c-9733-eba0d8f0130e req-5f910c3a-5172-466c-a257-bf72509ce10d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022450 Jul 28 06:31:27.210256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0e280486-0041-4b89-b02a-49d41143c26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c7bf9c0e-fa7f-40bf-847d-d3c9335bef42), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.213497 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0e280486-0041-4b89-b02a-49d41143c26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.216894 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0e280486-0041-4b89-b02a-49d41143c26d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7bf9c0e-fa7f-40bf-847d-d3c9335bef42 HTTP/1.1" status: 204 len: 168 time: 0.8120248 Jul 28 06:31:27.248507 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e280486-0041-4b89-b02a-49d41143c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf9c0e-fa7f-40bf-847d-d3c9335bef42,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:27.256206 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Made reservation on behalf of 4ac90963380143459e9a48e0d2b148a7 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:31:27.260517 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.294101 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdb7430f-618f-4a33-bb1e-65e1912ff617 req-aea8974a-5ea7-4e0e-b1a3-07949ac561d3 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225275 Jul 28 06:31:27.369252 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Allocated IP 172.20.0.2 (1416a29f-85de-49bc-9b8d-d1e463c6d587/bcee4b34-93bd-479e-be61-bb1991bda216/2d2cc2ea-ff78-419a-a914-8b95fdc7fe47) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:27.387992 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (930a163f-ef46-4221-b371-5248c0a5d54f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.389201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (930a163f-ef46-4221-b371-5248c0a5d54f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.486152 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f10204df-a4f7-4635-be5a-4e54d32ca919 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:31:27.523861 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1115ebeb-91ce-4813-a473-cac64d9e2e52 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:27.528063 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-82fc2b7b-8484-497e-be44-b133d0e0f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.529982 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-82fc2b7b-8484-497e-be44-b133d0e0f5cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 912 time: 0.4543653 Jul 28 06:31:27.542066 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks [] for router_controller (930a163f-ef46-4221-b371-5248c0a5d54f), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.545290 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:27.584273 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-e3701b7a-47de-4813-81ec-9a56a0b21875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.587865 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-e3701b7a-47de-4813-81ec-9a56a0b21875 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1130 time: 0.1814737 Jul 28 06:31:27.668016 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04864544-3d9e-4e19-91d2-5d161fdb2819 req-2d57f315-a955-49a7-801d-60c0d1ca1fe9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.669645 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-04864544-3d9e-4e19-91d2-5d161fdb2819 req-2d57f315-a955-49a7-801d-60c0d1ca1fe9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1365507 Jul 28 06:31:27.730426 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-925b0e65-e065-4a92-9e2c-72ba9a3a5168 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 200 len: 1001 time: 0.1909845 Jul 28 06:31:27.735109 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (0581f7c7-7d93-48ec-9e70-688d098e3f58), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.753034 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 1115ebeb-91ce-4813-a473-cac64d9e2e52 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:27.753722 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.757004 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f10204df-a4f7-4635-be5a-4e54d32ca919, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f10204df-a4f7-4635-be5a-4e54d32ca919,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:27.762277 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:27.778535 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-04864544-3d9e-4e19-91d2-5d161fdb2819 req-5cb90d1a-6816-4210-aaba-66a318e79c3c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791609 Jul 28 06:31:27.810733 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:27.819134 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'f10204df-a4f7-4635-be5a-4e54d32ca919', 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0', 'port_id': 'f10204df-a4f7-4635-be5a-4e54d32ca919', 'mac_address': 'fa:16:3e:5b:68:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf70403-4780-413c-9042-6cbdf2a6ae0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:31:27.832923 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Publish callbacks [] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.856342 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-3d120dca-bf1b-479b-b445-e3dcd868a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.857909 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-3d120dca-bf1b-479b-b445-e3dcd868a690 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.1197095 Jul 28 06:31:27.859531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-b8060585-23fd-461d-b0c5-5f42e11dd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:27.861130 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-b8060585-23fd-461d-b0c5-5f42e11dd817 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.2407341 Jul 28 06:31:27.889844 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f10204df-a4f7-4635-be5a-4e54d32ca919 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:27.890503 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.934554 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10204df-a4f7-4635-be5a-4e54d32ca919 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:31:27.945087 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:27.958556 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-a7f48ffe-1edb-4133-8693-faf6cf2bd665 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 1002 time: 0.0722215 Jul 28 06:31:27.983521 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0581f7c7-7d93-48ec-9e70-688d098e3f58,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:28.002212 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks [] for router_gateway (930a163f-ef46-4221-b371-5248c0a5d54f), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.013273 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f10204df-a4f7-4635-be5a-4e54d32ca919, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f10204df-a4f7-4635-be5a-4e54d32ca919,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:28.018307 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 1115ebeb-91ce-4813-a473-cac64d9e2e52 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:28.018761 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Checking segment: {'id': '71d0b12e-5932-49fa-9b8f-d51754e12c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6511ffcf-da4c-4090-a796-39455e133899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:28.019134 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Network hostable DHCP agents. Network: 6511ffcf-da4c-4090-a796-39455e133899, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:31:28.031584 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:28.036715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:28.044068 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:28.056644 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Pushing event updated for resources: {'Port': ['ID=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:28.065624 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-03bd3a7e-144a-452c-98b6-0d4956b8f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:28.066913 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-03bd3a7e-144a-452c-98b6-0d4956b8f10e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1960509 Jul 28 06:31:28.085661 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-988c702f-dc0b-4a81-979d-caa8f3ee2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:28.087895 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-988c702f-dc0b-4a81-979d-caa8f3ee2499 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.1081362 Jul 28 06:31:28.115348 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Attempting to bind port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:28.115663 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Attempting to bind port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:28.116027 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Attempting to bind port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 on network 1416a29f-85de-49bc-9b8d-d1e463c6d587 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:28.125244 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:28.125620 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Checking segment: {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:28.126021 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.126411 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Bound using segment: {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:28.126877 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Bound port: 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:28.127260 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.130917 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.145071 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Network 6511ffcf-da4c-4090-a796-39455e133899 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:31:28.173392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-584884de-cb64-4386-844a-ac4f5051faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:28.174925 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-584884de-cb64-4386-844a-ac4f5051faec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770977 Jul 28 06:31:28.233624 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f10204df-a4f7-4635-be5a-4e54d32ca919,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:28.245549 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] For port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:28.249005 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] For port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:28.262642 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-ef76bb76-d6c4-4ee6-aff0-7f9add71842e service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877041 Jul 28 06:31:28.282930 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 6511ffcf-da4c-4090-a796-39455e133899) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:28.290042 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:28.290625 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.298173 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40918e-d699-430e-82c1-9190f6c5356a None None] Network 6511ffcf-da4c-4090-a796-39455e133899 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:28.358644 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks [] for router_gateway (930a163f-ef46-4221-b371-5248c0a5d54f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.376008 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-94989259-9837-4411-aecd-9db4452d5155 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894598 Jul 28 06:31:28.385573 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.417755 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.433373 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e0d29bf8-09d0-40ad-b694-35908ce93c95 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4006205 Jul 28 06:31:28.482055 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6914d5b1-47c6-4c61-b862-5aba252019b8 req-d6ea45e0-f9e4-4604-abd7-39ccdbeb9bc5 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987730 Jul 28 06:31:28.488995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605fdfc-7b08-48c6-87c8-c85ce9ea9aa7 None None] Network 6511ffcf-da4c-4090-a796-39455e133899 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:28.491770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c885-0240-4779-bf29-8ad0995a877e req-5cd84ec6-08bc-4958-a1ef-8a2965f6cdfb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:28.493433 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-27d8c885-0240-4779-bf29-8ad0995a877e req-5cd84ec6-08bc-4958-a1ef-8a2965f6cdfb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.2120855 Jul 28 06:31:28.515635 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=14 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:28.575135 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['f10204df-a4f7-4635-be5a-4e54d32ca919'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:31:28.595096 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Allocated IP 172.27.3.55 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/f6b2640d-16d8-43b2-8ebe-34f9518cf027) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:28.607280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310e4d-07ac-4529-97e7-c25f74912eaf req-8bf03968-a38f-4c7b-8822-3261529abe4a tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:28.608902 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07310e4d-07ac-4529-97e7-c25f74912eaf req-8bf03968-a38f-4c7b-8822-3261529abe4a tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 944 time: 0.1260109 Jul 28 06:31:28.619760 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01a870ac-2a26-445e-b08c-587cdd39dd7f req-3d37a8d4-8c76-4d10-9f95-1fd0b8f71994 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501582 Jul 28 06:31:28.674977 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-27d8c885-0240-4779-bf29-8ad0995a877e req-caa28e86-94d8-4674-90b3-86024f7f0a99 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651738 Jul 28 06:31:28.703602 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07310e4d-07ac-4529-97e7-c25f74912eaf req-4167c0c1-8f63-4958-ab63-ba956c3bf9e1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762753 Jul 28 06:31:28.711158 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:28.777096 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ee637-7e63-44d3-821e-d29ccacb17dd None None] Pushing event updated for resources: {'Port': ['ID=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:28.809482 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks [] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.868942 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:28.965081 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:28.995843 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570f904-a484-481a-9382-6a9939f7f285 req-97388fe8-e02d-4682-b5cd-41f2b340ab0d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:29.003897 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d570f904-a484-481a-9382-6a9939f7f285 req-97388fe8-e02d-4682-b5cd-41f2b340ab0d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.0680077 Jul 28 06:31:29.018092 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:29.021587 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:29.025908 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:29.059704 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Pushing event updated for resources: {'Port': ['ID=f6b2640d-16d8-43b2-8ebe-34f9518cf027,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:29.061900 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d570f904-a484-481a-9382-6a9939f7f285 req-fe5271c4-7981-4b79-842e-0426d6c74df3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569448 Jul 28 06:31:29.067803 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:29.091094 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:29.419622 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks [] for router_gateway (930a163f-ef46-4221-b371-5248c0a5d54f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:29.442185 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:29.496987 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:29.497383 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:29.590635 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:29.591033 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:29.638015 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:29.641884 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (930a163f-ef46-4221-b371-5248c0a5d54f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:29.739898 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:29.812366 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f10204df-a4f7-4635-be5a-4e54d32ca919 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:29.827379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:29.859876 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8fb8e-e30b-4fa0-8902-f76a7300d0d1 None None] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:31:29.861182 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca285d-7fe7-4659-b280-661e6b2df061 req-f008d9a4-c9bf-4398-af1a-afe606cbf02d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:29.862867 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-98ca285d-7fe7-4659-b280-661e6b2df061 req-f008d9a4-c9bf-4398-af1a-afe606cbf02d tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1031442 Jul 28 06:31:29.887987 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f533c-6767-4bdb-af25-d93033a5efe5 req-1b3bfd15-e00a-4c44-b3d2-90c49cd29857 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:29.889545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2d1f533c-6767-4bdb-af25-d93033a5efe5 req-1b3bfd15-e00a-4c44-b3d2-90c49cd29857 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 944 time: 0.0815008 Jul 28 06:31:29.896074 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Router 930a163f-ef46-4221-b371-5248c0a5d54f is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:31:29.926632 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:29.947751 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:29.954110 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-6a2bead4-0ec9-4af4-8fca-cf7ff0730498 None None] Provisioning complete for port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:29.969620 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6a2bead4-0ec9-4af4-8fca-cf7ff0730498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:29.971421 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-98ca285d-7fe7-4659-b280-661e6b2df061 req-fdb3144b-283a-4941-a4cc-f50fb96abed8 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964355 Jul 28 06:31:29.986404 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2d1f533c-6767-4bdb-af25-d93033a5efe5 req-ef3bae03-9a84-471a-b142-174814648469 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834095 Jul 28 06:31:29.991474 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port f10204df-a4f7-4635-be5a-4e54d32ca919 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:31:30.031322 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:31:30.059767 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Sync routers for ids ['930a163f-ef46-4221-b371-5248c0a5d54f'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:31:30.108454 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Routers {'930a163f-ef46-4221-b371-5248c0a5d54f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:30.109085 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['930a163f-ef46-4221-b371-5248c0a5d54f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:30.118687 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port f10204df-a4f7-4635-be5a-4e54d32ca919 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:30.119184 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.139696 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.141286 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-56b6682e-da6a-4889-a443-bc6e99aae9bd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9655344 Jul 28 06:31:30.144445 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59036) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:30.179920 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bead4-0ec9-4af4-8fca-cf7ff0730498 None None] Current status of the port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:30.289015 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Set router 930a163f-ef46-4221-b371-5248c0a5d54f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:30.293539 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19a50-4d15-491a-b9a7-71f4846d4a27 req-95c1c773-8257-4874-bc6c-8087c4112830 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:30.300539 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8fa19a50-4d15-491a-b9a7-71f4846d4a27 req-95c1c773-8257-4874-bc6c-8087c4112830 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 946 time: 0.1083384 Jul 28 06:31:30.366469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f10204df-a4f7-4635-be5a-4e54d32ca919 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:30.366784 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.418065 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8fa19a50-4d15-491a-b9a7-71f4846d4a27 req-00d03164-fcaf-4c13-bcf7-34a66fc88eaf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166446 Jul 28 06:31:30.439039 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-8888d851-6781-4fbc-b73e-e48ec018325e None None] Provisioning complete for port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:30.439039 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8888d851-6781-4fbc-b73e-e48ec018325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.469665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10204df-a4f7-4635-be5a-4e54d32ca919'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:30.479016 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb8fa72-6c1c-4275-9ff6-6b58ff849145" -d '{"events": [{"server_uuid": "b8486067-5ab6-483a-84c4-8d4eb4f1b07e", "name": "network-vif-plugged", "status": "completed", "tag": "f10204df-a4f7-4635-be5a-4e54d32ca919"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:30.501859 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f10204df-a4f7-4635-be5a-4e54d32ca919, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f10204df-a4f7-4635-be5a-4e54d32ca919,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:30.522636 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83b073-bb0d-4237-9bdb-a2a8a68082c1 x-openstack-request-id: req-3f83b073-bb0d-4237-9bdb-a2a8a68082c1 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:30.522947 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8486067-5ab6-483a-84c4-8d4eb4f1b07e", "name": "network-vif-plugged", "status": "completed", "tag": "f10204df-a4f7-4635-be5a-4e54d32ca919", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:30.523205 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f83b073-bb0d-4237-9bdb-a2a8a68082c1 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:30.523698 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f83b073-bb0d-4237-9bdb-a2a8a68082c1'] response: {'server_uuid': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10204df-a4f7-4635-be5a-4e54d32ca919', 'code': 200} Jul 28 06:31:30.563848 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:30.590225 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:31:29Z', 'revision_number': 3, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:30.624291 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Checking router: 930a163f-ef46-4221-b371-5248c0a5d54f for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:31:30.624645 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Updating router 930a163f-ef46-4221-b371-5248c0a5d54f port f6b2640d-16d8-43b2-8ebe-34f9518cf027 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:31:30.629248 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-8888d851-6781-4fbc-b73e-e48ec018325e None None] Current status of the port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:30.655820 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.680206 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.681687 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:31:30.706475 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.803541 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:30.833017 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f10204df-a4f7-4635-be5a-4e54d32ca919,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:30.867414 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:30.889694 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Allocated IP 172.20.0.1 (1416a29f-85de-49bc-9b8d-d1e463c6d587/bcee4b34-93bd-479e-be61-bb1991bda216/45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:31:30.918930 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: ACTIVE; New status is: DOWN {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:30.919316 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:30.978788 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:30.979285 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:30.995421 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:31.036596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks [] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.061131 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Publish callbacks [] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.066726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.155966 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=8']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:31.159507 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.171340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.221462 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Attempting to bind port f6b2640d-16d8-43b2-8ebe-34f9518cf027 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:31.222322 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Attempting to bind port f6b2640d-16d8-43b2-8ebe-34f9518cf027 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:31.222322 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Attempting to bind port f6b2640d-16d8-43b2-8ebe-34f9518cf027 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:31.223815 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa390-6644-46f5-8611-92f8988ec2bd req-e5adee87-632e-4f73-8b4f-ad9c9beb85f9 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:31.225487 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb9fa390-6644-46f5-8611-92f8988ec2bd req-e5adee87-632e-4f73-8b4f-ad9c9beb85f9 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.1301522 Jul 28 06:31:31.233118 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:31.233510 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:31.234505 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.234505 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:31.234747 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Bound port: f6b2640d-16d8-43b2-8ebe-34f9518cf027, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:31.235124 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.242497 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def13ab4-c8e5-49f3-80c0-e640c345cd66 req-5a3ef470-f640-4cec-add2-4c8fbb11f5cd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:31.244933 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-def13ab4-c8e5-49f3-80c0-e640c345cd66 req-5a3ef470-f640-4cec-add2-4c8fbb11f5cd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1140308 Jul 28 06:31:31.257543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:31.259836 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a75b3-e573-45b9-aedc-3eb69a32e1ff None None] Pushing event updated for resources: {'Port': ['ID=f6b2640d-16d8-43b2-8ebe-34f9518cf027,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:31.278676 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Pushing event updated for resources: {'Port': ['ID=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:31.281162 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:31.293368 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:31:31.300776 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] For port f6b2640d-16d8-43b2-8ebe-34f9518cf027, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:31.308755 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] For port f6b2640d-16d8-43b2-8ebe-34f9518cf027, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=f6b2640d-16d8-43b2-8ebe-34f9518cf027,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:31.380402 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-def13ab4-c8e5-49f3-80c0-e640c345cd66 req-f9c39338-799f-486d-8117-be5028c0e9fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255431 Jul 28 06:31:31.383530 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bb9fa390-6644-46f5-8611-92f8988ec2bd req-c8203bd3-54cd-4a5f-a291-2ec5736f8eaa tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375012 Jul 28 06:31:31.390291 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (930a163f-ef46-4221-b371-5248c0a5d54f), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.400119 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.460460 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:31.500621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:31.537551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Routers {'930a163f-ef46-4221-b371-5248c0a5d54f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:31.538246 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['930a163f-ef46-4221-b371-5248c0a5d54f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:31.759887 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a75b3-e573-45b9-aedc-3eb69a32e1ff None None] Pushing event updated for resources: {'Port': ['ID=f6b2640d-16d8-43b2-8ebe-34f9518cf027,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:31.769142 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a170736-49f6-41f7-aa96-bbf4315dfcaa None None] Provisioning complete for port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:31.769142 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a170736-49f6-41f7-aa96-bbf4315dfcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.830801 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:31.830995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:31.859651 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936cefc-911e-4d11-b72f-a5136967bb23 req-3925b431-43ba-4e92-925d-c378289ed80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:31.861081 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7936cefc-911e-4d11-b72f-a5136967bb23 req-3925b431-43ba-4e92-925d-c378289ed80c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 1129 time: 0.0863059 Jul 28 06:31:31.863844 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:31.869949 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5456f-2cf1-432b-aaf7-7ec204be3e68 req-4a10f18d-81b0-4f1b-9987-8d9794533dda tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:31.871546 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6ee5456f-2cf1-432b-aaf7-7ec204be3e68 req-4a10f18d-81b0-4f1b-9987-8d9794533dda tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0981462 Jul 28 06:31:31.872827 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a170736-49f6-41f7-aa96-bbf4315dfcaa None None] Port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:31:31.891231 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] Set router 930a163f-ef46-4221-b371-5248c0a5d54f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:31.940250 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7936cefc-911e-4d11-b72f-a5136967bb23 req-537778c9-ef12-4fac-8a6e-437f06624c0a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677261 Jul 28 06:31:31.952618 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6ee5456f-2cf1-432b-aaf7-7ec204be3e68 req-a260a0b9-46d3-4314-aa80-8a6290601a29 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655754 Jul 28 06:31:31.995678 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:32.050035 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:32.111785 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:31:29Z', 'revision_number': 3, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:32.138366 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159d0a3-fc01-4190-bc3c-219bd87c92a5 None None] The sync data for ids ['930a163f-ef46-4221-b371-5248c0a5d54f'] in dv-cinder-812429-2-iscsi is: [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:31:29Z', 'revision_number': 3, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:31:32.154792 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:32.181676 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks [] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:32.246351 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:32.323758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Pushing event updated for resources: {'Port': ['ID=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:32.330658 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (930a163f-ef46-4221-b371-5248c0a5d54f), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:32.449819 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:31:32.451299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:31:32.525870 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:31:32.529052 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c7000-b3e6-459f-a6f4-39e2a1c69b6d" -d '{"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:31:32.585835 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:32.591382 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7d1d9-c4bf-4d3d-ae22-4b216ab2cd60 req-9672acf7-3de2-4ef9-9bab-6ae4192d4af1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:32.592968 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-24f7d1d9-c4bf-4d3d-ae22-4b216ab2cd60 req-9672acf7-3de2-4ef9-9bab-6ae4192d4af1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.0942562 Jul 28 06:31:32.653115 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Router 930a163f-ef46-4221-b371-5248c0a5d54f has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:31:32.665063 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:32.671745 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-24f7d1d9-c4bf-4d3d-ae22-4b216ab2cd60 req-40712d11-da81-4407-ab73-8242e27e0a51 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660651 Jul 28 06:31:32.811934 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1efa46b8-e21f-479c-b4fd-081fd5c9f9c8 None None] Provisioning complete for port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:32.812345 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1efa46b8-e21f-479c-b4fd-081fd5c9f9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:32.825796 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:31:32.848739 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8eb5e10b-63ce-4943-8112-2162b52859a7 admin admin] 10.222.0.69 "PUT /v2.0/routers/930a163f-ef46-4221-b371-5248c0a5d54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939790 Jul 28 06:31:32.855435 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1efa46b8-e21f-479c-b4fd-081fd5c9f9c8 None None] Port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:31:32.866980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d8a8-15ff-4e46-9f0e-2e46f08fedd3 req-33991bc2-4c23-438c-8238-823fbd33ac11 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:32.869344 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a842d8a8-15ff-4e46-9f0e-2e46f08fedd3 req-33991bc2-4c23-438c-8238-823fbd33ac11 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0825341 Jul 28 06:31:32.870861 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:32.941102 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a842d8a8-15ff-4e46-9f0e-2e46f08fedd3 req-e7b577a8-917e-47ee-b1b2-86250916b967 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597413 Jul 28 06:31:32.998169 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 06:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107810cf-6db1-4474-9706-f4243bb5927f x-openstack-request-id: req-107810cf-6db1-4474-9706-f4243bb5927f {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:31:32.998469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-unplugged", "status": "failed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "code": 422}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:31:32.998726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-107810cf-6db1-4474-9706-f4243bb5927f {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:31:32.999184 dv-cinder-812429-2-iscsi neutron-server[104328]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-107810cf-6db1-4474-9706-f4243bb5927f']: {'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'code': 422} returned with failed status Jul 28 06:31:33.401343 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device f6b2640d-16d8-43b2-8ebe-34f9518cf027 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:33.428541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59094) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:33.433722 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546945479', 'description': 'tempest-secgroup-smoke-546945479 description', 'project_id': '47b406d9a12c461a84aa0331d2890990'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:33.447142 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:33.462905 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port f6b2640d-16d8-43b2-8ebe-34f9518cf027 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:33.463288 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.510410 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.538682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-79321d76-7b28-434e-be32-835f4bde8947 req-662bb9ac-28b1-4e61-8920-0a46c8e92c51 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:31:33.541021 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79321d76-7b28-434e-be32-835f4bde8947 req-662bb9ac-28b1-4e61-8920-0a46c8e92c51 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060763 Jul 28 06:31:33.562471 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port f6b2640d-16d8-43b2-8ebe-34f9518cf027 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:33.562870 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.587766 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port f6b2640d-16d8-43b2-8ebe-34f9518cf027, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=f6b2640d-16d8-43b2-8ebe-34f9518cf027,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:33.605076 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group (598649d4-5e26-4661-b23d-d9bf4a9dfc02), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.692121 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.746275 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=f6b2640d-16d8-43b2-8ebe-34f9518cf027,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:33.758414 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (598649d4-5e26-4661-b23d-d9bf4a9dfc02), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.790430 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598649d4-5e26-4661-b23d-d9bf4a9dfc02,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:33.827467 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca372483-0622-4481-9ea7-2cfa946a2885 req-74e9db7d-b8f1-4247-9e70-2c229b56dd21 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:33.829836 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca372483-0622-4481-9ea7-2cfa946a2885 req-74e9db7d-b8f1-4247-9e70-2c229b56dd21 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.0608537 Jul 28 06:31:33.880464 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca372483-0622-4481-9ea7-2cfa946a2885 req-1966f3dc-bc11-44f2-ab7b-8f5bf1765210 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Jul 28 06:31:33.900219 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:33.901576 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5a969da0-9e8e-464f-834e-b0d4280afc96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4719818 Jul 28 06:31:33.908660 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59100) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:33.913031 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group_rule': {'security_group_id': '598649d4-5e26-4661-b23d-d9bf4a9dfc02', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:34.024002 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (6b271659-ae4b-4b81-b350-ae502325e59a), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.039308 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8676471-f816-46e5-93c0-629660267407 req-78083429-034f-4199-b621-1ac557279be5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:34.041783 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c8676471-f816-46e5-93c0-629660267407 req-78083429-034f-4199-b621-1ac557279be5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0511529 Jul 28 06:31:34.092884 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Sync routers for ids ['930a163f-ef46-4221-b371-5248c0a5d54f'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:31:34.104213 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c8676471-f816-46e5-93c0-629660267407 req-635f7b67-88b2-4cba-877d-53a484f51f5c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566723 Jul 28 06:31:34.108490 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Routers {'930a163f-ef46-4221-b371-5248c0a5d54f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:34.109218 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['930a163f-ef46-4221-b371-5248c0a5d54f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:34.118702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (6b271659-ae4b-4b81-b350-ae502325e59a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.195417 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (6b271659-ae4b-4b81-b350-ae502325e59a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.215005 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b271659-ae4b-4b81-b350-ae502325e59a,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:34.222986 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Set router 930a163f-ef46-4221-b371-5248c0a5d54f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:34.283062 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.284809 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7320ee3e-5032-4e7c-9da2-2b8d96a08a8b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751302 Jul 28 06:31:34.287655 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59120) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:34.292765 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group_rule': {'security_group_id': '598649d4-5e26-4661-b23d-d9bf4a9dfc02', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:34.498159 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (151653c4-0d67-47e5-ab5d-dea123693a83), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.503090 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:34.511542 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:31:31Z', 'revision_number': 4, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98', 'name': '', 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'mac_address': 'fa:16:3e:9e:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'bcee4b34-93bd-479e-be61-bb1991bda216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:30Z', 'updated_at': '2022-07-28T06:31:32Z', 'revision_number': 2, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'subnets': [{'id': 'bcee4b34-93bd-479e-be61-bb1991bda216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:34.537539 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Checking router: 930a163f-ef46-4221-b371-5248c0a5d54f for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:31:34.537902 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Updating router 930a163f-ef46-4221-b371-5248c0a5d54f port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:31:34.559536 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (151653c4-0d67-47e5-ab5d-dea123693a83), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.570856 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.652325 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (151653c4-0d67-47e5-ab5d-dea123693a83), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.677824 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151653c4-0d67-47e5-ab5d-dea123693a83,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:34.734212 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59132) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:34.743281 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.744505 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-f182b452-a133-4f67-b40d-6d46f6b4966f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4558523 Jul 28 06:31:34.747393 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59136) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:34.752874 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group_rule': {'security_group_id': '598649d4-5e26-4661-b23d-d9bf4a9dfc02', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:34.827623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-209fa99c-e1db-412e-b62a-31be57149f8b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922165 Jul 28 06:31:34.839047 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-33947b5a-7df3-4902-9b3b-6b406841f746 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:31:34.840291 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-33947b5a-7df3-4902-9b3b-6b406841f746 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076582 Jul 28 06:31:34.858888 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Publish callbacks [] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.865939 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (045cf811-4716-446f-9b68-94c4a397fd12), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.941987 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (045cf811-4716-446f-9b68-94c4a397fd12), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.948848 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:34.949985 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59146) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:35.019357 dv-cinder-812429-2-iscsi neutron-server[104327]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 06:31:35.023219 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372e36-1611-4719-ac62-aba5180102e9 req-bbc0e219-f54e-4d46-a2aa-de6eac95cd8a tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:35.025543 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a372e36-1611-4719-ac62-aba5180102e9 req-bbc0e219-f54e-4d46-a2aa-de6eac95cd8a tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.0640028 Jul 28 06:31:35.035064 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce5399-249b-4129-9eeb-574990bee38e None None] Pushing event updated for resources: {'Port': ['ID=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:35.069754 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:35.070843 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Attempting to bind port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:31:35.071869 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Attempting to bind port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:31:35.072399 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Attempting to bind port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 on network 1416a29f-85de-49bc-9b8d-d1e463c6d587 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:31:35.074442 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (045cf811-4716-446f-9b68-94c4a397fd12), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.083160 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:31:35.083664 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Checking segment: {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:31:35.084305 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.084890 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Bound using segment: {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:31:35.085660 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Bound port: 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384ea88-1321-4e50-954f-7a2d766ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:31:35.086267 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.098110 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045cf811-4716-446f-9b68-94c4a397fd12,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:35.107687 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a372e36-1611-4719-ac62-aba5180102e9 req-24b4c695-3a29-4587-b46a-5e72e42f17cd tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737405 Jul 28 06:31:35.108565 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-64c58e07-72ba-4fb4-91d2-99f4f2ac46d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:35.110119 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-64c58e07-72ba-4fb4-91d2-99f4f2ac46d0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports/0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 941 time: 0.1590240 Jul 28 06:31:35.170250 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] For port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:31:35.173383 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] For port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:31:35.203685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.208684 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59160) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:35.209137 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f52d3d8b-7cf0-4f8d-be3d-08aa6a1eeaa0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4603288 Jul 28 06:31:35.219234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group_rule': {'security_group_id': '598649d4-5e26-4661-b23d-d9bf4a9dfc02', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:35.252020 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.295209 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Provisioning complete for port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:35.295732 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.317024 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67696c4-b8a8-464e-9ed0-28965c024c35 req-52d35e1a-697f-4e8b-a459-fae87481d866 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:35.324821 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a67696c4-b8a8-464e-9ed0-28965c024c35 req-52d35e1a-697f-4e8b-a459-fae87481d866 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0994437 Jul 28 06:31:35.336171 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Routers {'930a163f-ef46-4221-b371-5248c0a5d54f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:31:35.336501 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:31:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['930a163f-ef46-4221-b371-5248c0a5d54f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:35.422208 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:35.434035 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a67696c4-b8a8-464e-9ed0-28965c024c35 req-413ea2e4-476b-40d6-9d81-e7f7251ffa68 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081674 Jul 28 06:31:35.475591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Current status of the port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:35.475591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.475849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (a2e39071-eacb-40a6-81d1-785a6dad9920), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.475933 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device f6b2640d-16d8-43b2-8ebe-34f9518cf027 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:35.503853 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce5399-249b-4129-9eeb-574990bee38e None None] Pushing event updated for resources: {'Port': ['ID=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:35.552342 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] Set router 930a163f-ef46-4221-b371-5248c0a5d54f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:31:35.553065 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:35.618727 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (a2e39071-eacb-40a6-81d1-785a6dad9920), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.631489 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] For port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:31:35.644809 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port f6b2640d-16d8-43b2-8ebe-34f9518cf027 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:35.645555 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.692563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (a2e39071-eacb-40a6-81d1-785a6dad9920), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.701792 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.701792 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0fb5341c-a02c-4ac4-8895-8294018ff3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.719956 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e39071-eacb-40a6-81d1-785a6dad9920,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:35.778091 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port f6b2640d-16d8-43b2-8ebe-34f9518cf027 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:35.784285 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Pushing event updated for resources: {'Port': ['ID=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:35.792869 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.793219 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.793615 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.793964 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.802274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf7fa1-faac-4e3e-97e6-6697cb1d34e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:31:35.813766 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-6fa1463c-fbc6-47fb-8570-5845ca89819d None None] Provisioning complete for port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:35.814136 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6fa1463c-fbc6-47fb-8570-5845ca89819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.819245 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:31:35.826508 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:31:31Z', 'revision_number': 4, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98', 'name': '', 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'mac_address': 'fa:16:3e:9e:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'bcee4b34-93bd-479e-be61-bb1991bda216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:30Z', 'updated_at': '2022-07-28T06:31:35Z', 'revision_number': 4, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'subnets': [{'id': 'bcee4b34-93bd-479e-be61-bb1991bda216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:35.838229 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.840460 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-48a7881d-27c9-4328-be1d-843a9fca6c41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6302917 Jul 28 06:31:35.843354 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59200) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:35.849434 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group_rule': {'security_group_id': '598649d4-5e26-4661-b23d-d9bf4a9dfc02', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:35.867708 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c696-917b-43a4-b21f-2560f10a3930 None None] The sync data for ids ['930a163f-ef46-4221-b371-5248c0a5d54f'] in dv-cinder-812429-2-iscsi is: [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:31:31Z', 'revision_number': 4, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98', 'name': '', 'network_id': '1416a29f-85de-49bc-9b8d-d1e463c6d587', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'mac_address': 'fa:16:3e:9e:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'bcee4b34-93bd-479e-be61-bb1991bda216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:30Z', 'updated_at': '2022-07-28T06:31:35Z', 'revision_number': 4, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'subnets': [{'id': 'bcee4b34-93bd-479e-be61-bb1991bda216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:31:35.933799 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:35.964652 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Project 47b406d9a12c461a84aa0331d2890990 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:31:35.973746 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (0528dc7d-60b8-4976-9fd2-88c48632cd97), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:35.999427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: DOWN; New status is: DOWN {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:36.004651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1463c-fbc6-47fb-8570-5845ca89819d None None] Current status of the port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:36.072565 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (0528dc7d-60b8-4976-9fd2-88c48632cd97), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.178367 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (0528dc7d-60b8-4976-9fd2-88c48632cd97), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.199828 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0528dc7d-60b8-4976-9fd2-88c48632cd97,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:36.276715 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.284591 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-17c0b322-2677-45ec-8e61-cc554f81323e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4358838 Jul 28 06:31:36.286686 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59208) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:36.292048 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'security_group_rule': {'security_group_id': '598649d4-5e26-4661-b23d-d9bf4a9dfc02', 'project_id': '47b406d9a12c461a84aa0331d2890990', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:31:36.418133 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Project 47b406d9a12c461a84aa0331d2890990 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:31:36.430897 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (0806613e-6dfe-476f-8c4b-04677240da3f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.443992 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:36.457541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:36.509209 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (0806613e-6dfe-476f-8c4b-04677240da3f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.597412 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f312d2-70a9-4f19-82f5-21ffd6718e26 req-6e9a7447-315c-4a30-a52d-574624aa947e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:36.599167 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62f312d2-70a9-4f19-82f5-21ffd6718e26 req-6e9a7447-315c-4a30-a52d-574624aa947e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0654018 Jul 28 06:31:36.611960 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (0806613e-6dfe-476f-8c4b-04677240da3f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.629088 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0806613e-6dfe-476f-8c4b-04677240da3f,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:36.658694 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62f312d2-70a9-4f19-82f5-21ffd6718e26 req-12cb1cd6-5fa3-4310-b3de-c24280fa4294 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537479 Jul 28 06:31:36.710971 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:36.717235 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-77bc54f9-ee6a-4f5d-ae63-b718a779ce3f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4255397 Jul 28 06:31:37.394584 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:31:37.444324 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:31:37.444684 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:37.531587 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:31:37.805453 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af27c2-facc-412c-9e37-8dc5b29bdb10 req-c7861673-f527-4013-9022-2c573f8f5bf8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:37.810005 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7af27c2-facc-412c-9e37-8dc5b29bdb10 req-c7861673-f527-4013-9022-2c573f8f5bf8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0577524 Jul 28 06:31:37.859832 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:37.865545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7af27c2-facc-412c-9e37-8dc5b29bdb10 req-b643f978-a337-433a-9a44-0b38858402a8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522573 Jul 28 06:31:38.084000 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eff9e984-d8db-497a-9550-7f9bc8aa2313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:38.716111 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-99072bc1-90ac-4fe3-8698-9d16a29a73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:38.717711 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-99072bc1-90ac-4fe3-8698-9d16a29a73a2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e&tenant_id=a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 1128 time: 0.0794122 Jul 28 06:31:38.787649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-36a3bfba-ccc7-4218-b1ce-a8a1f1d63ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:38.789282 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-36a3bfba-ccc7-4218-b1ce-a8a1f1d63ebe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1128 time: 0.0442522 Jul 28 06:31:38.888770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-1e39f586-71d5-4f89-b849-bd37fe666541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:38.890290 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-1e39f586-71d5-4f89-b849-bd37fe666541 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.0934229 Jul 28 06:31:38.985780 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-22ffc0cb-4217-4dbb-aa53-3a58072a33b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 200 len: 1000 time: 0.0893128 Jul 28 06:31:39.013854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd45d-0592-4570-81ec-77560eb52544 req-1dd77ee0-c099-46f9-9537-fa12ca1833a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:39.015207 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-762bd45d-0592-4570-81ec-77560eb52544 req-1dd77ee0-c099-46f9-9537-fa12ca1833a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0623553 Jul 28 06:31:39.087649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-edf8993c-615f-4fc0-b0a8-5521c9d1a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:39.089558 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-edf8993c-615f-4fc0-b0a8-5521c9d1a60d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.0926318 Jul 28 06:31:39.119795 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-762bd45d-0592-4570-81ec-77560eb52544 req-3723dc4e-d93c-4f90-8eab-fc3896b55cda tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791116 Jul 28 06:31:39.148654 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-5eb0bec3-835a-474b-878d-5203811d37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:39.150667 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-5eb0bec3-835a-474b-878d-5203811d37a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507021 Jul 28 06:31:39.200726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:39.248768 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-3ef7bb4b-fa83-485e-85e0-989ea3e5c7b7 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918939 Jul 28 06:31:39.347566 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7a3a60a-37ff-4762-b90c-7ae4af6cbc6d req-2b12ce6c-fbfa-4f33-81a4-e353f53636bc service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921094 Jul 28 06:31:40.262948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f0fb-8f65-48ad-983e-686f24899476 req-a4ea89a3-1325-4ee8-8678-c7f26919b947 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:40.264457 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1074f0fb-8f65-48ad-983e-686f24899476 req-a4ea89a3-1325-4ee8-8678-c7f26919b947 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0555689 Jul 28 06:31:40.319846 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1074f0fb-8f65-48ad-983e-686f24899476 req-3d90e67a-7703-4200-b069-6fbc0c9e44b7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497677 Jul 28 06:31:40.852193 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:41.121668 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:41.457409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142877bf-97b1-41e9-bbbb-1d13a7bcfc09 req-31703ab5-fb54-43b1-9bdd-cc2d7e962054 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:41.458942 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-142877bf-97b1-41e9-bbbb-1d13a7bcfc09 req-31703ab5-fb54-43b1-9bdd-cc2d7e962054 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0509918 Jul 28 06:31:41.510806 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-142877bf-97b1-41e9-bbbb-1d13a7bcfc09 req-068907d5-9950-488e-a267-9ec777785c2d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460329 Jul 28 06:31:42.043952 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:42.621406 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:42.640023 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea253e-05ab-4d6b-897a-3283f0a2426d req-c28e75b8-349b-42ee-b0f3-2c8f3d17115b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:42.641536 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a0ea253e-05ab-4d6b-897a-3283f0a2426d req-c28e75b8-349b-42ee-b0f3-2c8f3d17115b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0472205 Jul 28 06:31:42.691319 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a0ea253e-05ab-4d6b-897a-3283f0a2426d req-9230f7cf-1fbd-4f03-b796-b981c6f81289 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441353 Jul 28 06:31:43.022699 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:31:43.826758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2003eed-f707-4e67-93ff-3fc9433b3e48 req-1e2705c4-e172-4f29-855f-c3ae1f4b0b1e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:43.828307 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2003eed-f707-4e67-93ff-3fc9433b3e48 req-1e2705c4-e172-4f29-855f-c3ae1f4b0b1e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0556214 Jul 28 06:31:43.877087 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2003eed-f707-4e67-93ff-3fc9433b3e48 req-5ced76ba-5e96-43ab-bf8e-20abebee1038 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 Jul 28 06:31:44.037509 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:45.000321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:45.020681 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb85d6-c99e-4ae3-8bb5-0ff3d2364b8e req-953065e9-0a59-4bcc-bd92-71a2483d6de0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:45.022313 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0ccb85d6-c99e-4ae3-8bb5-0ff3d2364b8e req-953065e9-0a59-4bcc-bd92-71a2483d6de0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0603921 Jul 28 06:31:45.074474 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0ccb85d6-c99e-4ae3-8bb5-0ff3d2364b8e req-91384153-986e-4c21-b3bc-cc1a23036dbe tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465856 Jul 28 06:31:46.206337 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3aca9-e2cd-44e3-9eca-bd44521c3aed req-2805b27d-0e7e-4a0b-a0e9-5627037cdffb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:46.207804 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11a3aca9-e2cd-44e3-9eca-bd44521c3aed req-2805b27d-0e7e-4a0b-a0e9-5627037cdffb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0479338 Jul 28 06:31:46.265398 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-11a3aca9-e2cd-44e3-9eca-bd44521c3aed req-f8ef8208-e4aa-4bfb-a6ea-28ef00fe7450 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514412 Jul 28 06:31:46.596367 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59418) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:46.648501 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Deleting subnet 9696f2f5-f7a4-4e10-bb30-544b33349e90 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:31:46.651931 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Publish callbacks [] for subnet (9696f2f5-f7a4-4e10-bb30-544b33349e90), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:46.694408 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (9696f2f5-f7a4-4e10-bb30-544b33349e90), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:46.740884 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (9696f2f5-f7a4-4e10-bb30-544b33349e90), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:46.898185 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (9696f2f5-f7a4-4e10-bb30-544b33349e90), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:46.925459 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9696f2f5-f7a4-4e10-bb30-544b33349e90,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:46.929333 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:46.932634 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-42824211-0f90-4837-8bce-7c61949208d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9696f2f5-f7a4-4e10-bb30-544b33349e90 HTTP/1.1" status: 204 len: 168 time: 0.3351400 Jul 28 06:31:46.935089 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59420) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:47.008620 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (31a145fd-8ee5-4bbf-bfa9-679f1828cb7e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.086267 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (31a145fd-8ee5-4bbf-bfa9-679f1828cb7e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.109300 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a145fd-8ee5-4bbf-bfa9-679f1828cb7e']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:47.118730 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fca03b-ac1c-4055-afc8-4e253b9d8b42') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:47.119091 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fca03b-ac1c-4055-afc8-4e253b9d8b42') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:47.128659 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (38fca03b-ac1c-4055-afc8-4e253b9d8b42), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.142785 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (38fca03b-ac1c-4055-afc8-4e253b9d8b42), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.149356 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:31:47.149685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (38fca03b-ac1c-4055-afc8-4e253b9d8b42), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.193540 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 38fca03b-ac1c-4055-afc8-4e253b9d8b42 resource provider aggregate not found Jul 28 06:31:47.215128 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 38fca03b-ac1c-4055-afc8-4e253b9d8b42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38fca03b-ac1c-4055-afc8-4e253b9d8b42 found for delete ", "request_id": "req-abcf3316-1c2d-4c41-a900-15e69d9bdc50"}]} Jul 28 06:31:47.278303 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (31a145fd-8ee5-4bbf-bfa9-679f1828cb7e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.283751 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.286828 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/31a145fd-8ee5-4bbf-bfa9-679f1828cb7e HTTP/1.1" status: 204 len: 168 time: 0.3508267 Jul 28 06:31:47.289789 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59430) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:47.299495 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c5183-e758-48ca-82c5-01e6cc42f4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a145fd-8ee5-4bbf-bfa9-679f1828cb7e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:47.344599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Deleting subnet 0581f7c7-7d93-48ec-9e70-688d098e3f58 {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:31:47.350403 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Publish callbacks [] for subnet (0581f7c7-7d93-48ec-9e70-688d098e3f58), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.426904 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (0581f7c7-7d93-48ec-9e70-688d098e3f58), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.462760 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e687a5-3067-47d8-b389-700b554004d4 req-928e2c8b-f91c-43d4-8e7b-28a6bdecc438 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:47.464476 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7e687a5-3067-47d8-b389-700b554004d4 req-928e2c8b-f91c-43d4-8e7b-28a6bdecc438 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0849524 Jul 28 06:31:47.499700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (0581f7c7-7d93-48ec-9e70-688d098e3f58), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.559458 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7e687a5-3067-47d8-b389-700b554004d4 req-87a2d6b2-6a0d-4c66-8a8b-12430f85bc0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869656 Jul 28 06:31:47.640781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (0581f7c7-7d93-48ec-9e70-688d098e3f58), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.665151 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0581f7c7-7d93-48ec-9e70-688d098e3f58,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:47.672101 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.681340 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-45270d86-8414-4012-a1f3-716d310c2ca0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0581f7c7-7d93-48ec-9e70-688d098e3f58 HTTP/1.1" status: 204 len: 168 time: 0.3848636 Jul 28 06:31:47.681340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59434) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:47.756548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (6511ffcf-da4c-4090-a796-39455e133899), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.839132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (6511ffcf-da4c-4090-a796-39455e133899), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.863166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6511ffcf-da4c-4090-a796-39455e133899']}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:47.872814 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d0b12e-5932-49fa-9b8f-d51754e12c8d') {'for_net_delete': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:47.873117 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d0b12e-5932-49fa-9b8f-d51754e12c8d') {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:31:47.883230 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266230911'] for segment (71d0b12e-5932-49fa-9b8f-d51754e12c8d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.897377 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (71d0b12e-5932-49fa-9b8f-d51754e12c8d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.904955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=104326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:31:47.905691 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264295755'] for segment (71d0b12e-5932-49fa-9b8f-d51754e12c8d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:47.949742 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 71d0b12e-5932-49fa-9b8f-d51754e12c8d resource provider aggregate not found Jul 28 06:31:47.958045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:47.970242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 71d0b12e-5932-49fa-9b8f-d51754e12c8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71d0b12e-5932-49fa-9b8f-d51754e12c8d found for delete ", "request_id": "req-8f689219-6857-4499-bc59-0d77c4365409"}]} Jul 28 06:31:48.049638 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (6511ffcf-da4c-4090-a796-39455e133899), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:48.055310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:48.059090 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] 10.222.0.69 "DELETE /v2.0/networks/6511ffcf-da4c-4090-a796-39455e133899 HTTP/1.1" status: 204 len: 168 time: 0.3783340 Jul 28 06:31:48.073281 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8ea2a-d23b-4898-91b8-53b75c522d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=6511ffcf-da4c-4090-a796-39455e133899,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:48.471966 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59446) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:48.514235 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b274ba95-2934-437c-b1eb-653805327aea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f42ddc1f920465f88baa24820a3976f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410275 Jul 28 06:31:48.516702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59448) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:48.568929 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-192d9bf7-11d5-48db-9ddc-06d6f15597f2 admin admin] Publish callbacks [] for security_group (240c27a3-f23b-47ed-a878-5043d0a40659), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:48.591653 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-192d9bf7-11d5-48db-9ddc-06d6f15597f2 admin admin] Publish callbacks [] for security_group (240c27a3-f23b-47ed-a878-5043d0a40659), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:48.597633 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:48.687115 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f7102-7305-4c0b-8ac2-d421945cbd18 req-5ad4dc9c-a0ba-43ae-94ee-d838376e1b18 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:48.688602 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-195f7102-7305-4c0b-8ac2-d421945cbd18 req-5ad4dc9c-a0ba-43ae-94ee-d838376e1b18 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0477991 Jul 28 06:31:48.714441 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-192d9bf7-11d5-48db-9ddc-06d6f15597f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (240c27a3-f23b-47ed-a878-5043d0a40659), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:48.716964 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-192d9bf7-11d5-48db-9ddc-06d6f15597f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:48.718163 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-192d9bf7-11d5-48db-9ddc-06d6f15597f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/240c27a3-f23b-47ed-a878-5043d0a40659 HTTP/1.1" status: 204 len: 168 time: 0.2005527 Jul 28 06:31:48.726266 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d9bf7-11d5-48db-9ddc-06d6f15597f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240c27a3-f23b-47ed-a878-5043d0a40659,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:48.742545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-195f7102-7305-4c0b-8ac2-d421945cbd18 req-c0ebc844-d0ff-416a-901f-68ef2088ed74 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483341 Jul 28 06:31:49.489246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59464) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:49.755600 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-691383d7-9012-44f6-a9ff-3598e943f229 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ac90963380143459e9a48e0d2b148a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651167 Jul 28 06:31:49.759141 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59470) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:31:49.812645 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25701fa1-23da-46fa-83c3-bc9208bd1389 admin admin] Publish callbacks [] for security_group (f08231a1-5e26-4de6-aef2-dc191b08bd1b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:49.838772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25701fa1-23da-46fa-83c3-bc9208bd1389 admin admin] Publish callbacks [] for security_group (f08231a1-5e26-4de6-aef2-dc191b08bd1b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:49.844666 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:49.888760 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00916315-1f71-4119-91e3-e6df3e3d9ea6 req-70c77fb8-9fef-4d8f-9910-d6b65b014206 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:49.890489 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-00916315-1f71-4119-91e3-e6df3e3d9ea6 req-70c77fb8-9fef-4d8f-9910-d6b65b014206 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0536702 Jul 28 06:31:49.942619 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-00916315-1f71-4119-91e3-e6df3e3d9ea6 req-c1715654-3cca-446a-95ad-03c618cd2dcf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462167 Jul 28 06:31:50.004959 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25701fa1-23da-46fa-83c3-bc9208bd1389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (f08231a1-5e26-4de6-aef2-dc191b08bd1b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:50.007667 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25701fa1-23da-46fa-83c3-bc9208bd1389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:31:50.014821 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-25701fa1-23da-46fa-83c3-bc9208bd1389 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f08231a1-5e26-4de6-aef2-dc191b08bd1b HTTP/1.1" status: 204 len: 168 time: 0.2479417 Jul 28 06:31:50.017568 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25701fa1-23da-46fa-83c3-bc9208bd1389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08231a1-5e26-4de6-aef2-dc191b08bd1b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:31:51.081644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f3d97-9f5e-4bf5-9f22-2ccf1804f81f req-e9795593-71ee-40cf-b847-dc61a3b49626 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:51.083208 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f58f3d97-9f5e-4bf5-9f22-2ccf1804f81f req-e9795593-71ee-40cf-b847-dc61a3b49626 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0537007 Jul 28 06:31:51.112749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:51.144368 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f58f3d97-9f5e-4bf5-9f22-2ccf1804f81f req-6a8ca9e5-b128-4e1e-bd74-b07a1ea58e7b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541558 Jul 28 06:31:52.279522 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214951a-55c6-48e3-9844-76d9305f76dc req-25de9c32-89d3-4683-bc8a-6d821011ca58 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:52.281078 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d214951a-55c6-48e3-9844-76d9305f76dc req-25de9c32-89d3-4683-bc8a-6d821011ca58 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0553548 Jul 28 06:31:52.330938 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d214951a-55c6-48e3-9844-76d9305f76dc req-bf3bc02e-ef8b-47ad-8e37-3c907e796fa5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443172 Jul 28 06:31:53.472771 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ea0f1-dc64-4707-b6d1-88acbcaba71b req-52afb664-8160-4cab-9140-4ee14ec2db9a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:53.475209 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-614ea0f1-dc64-4707-b6d1-88acbcaba71b req-52afb664-8160-4cab-9140-4ee14ec2db9a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0580318 Jul 28 06:31:53.526215 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-614ea0f1-dc64-4707-b6d1-88acbcaba71b req-f3833f13-cba4-46bf-9742-514d6a844270 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Jul 28 06:31:54.038978 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=38 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:54.661984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faee63-1ee1-4880-9a85-4b3efeab6b9b req-a5b62ed9-66ef-4e7b-8351-1c1d1986431c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:54.663496 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f6faee63-1ee1-4880-9a85-4b3efeab6b9b req-a5b62ed9-66ef-4e7b-8351-1c1d1986431c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0518336 Jul 28 06:31:54.718462 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f6faee63-1ee1-4880-9a85-4b3efeab6b9b req-ec571097-ab0f-4651-a21a-55782a73ed9a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492902 Jul 28 06:31:55.850528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbf7e2-ae2e-4376-b524-085edce90fa1 req-638d4988-8069-4107-8281-c8e09e8eb865 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:55.851938 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ddfbf7e2-ae2e-4376-b524-085edce90fa1 req-638d4988-8069-4107-8281-c8e09e8eb865 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0507057 Jul 28 06:31:55.901624 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ddfbf7e2-ae2e-4376-b524-085edce90fa1 req-1846a603-0371-45d0-b191-47ccfcdfb5b4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Jul 28 06:31:57.027306 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf73910-af5b-451f-8336-19a8e895ee32 req-4db80a35-f69d-41e2-a04f-ef48573efa12 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:57.029157 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6bf73910-af5b-451f-8336-19a8e895ee32 req-4db80a35-f69d-41e2-a04f-ef48573efa12 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0477531 Jul 28 06:31:57.078787 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6bf73910-af5b-451f-8336-19a8e895ee32 req-19491204-b751-451b-8e3e-3d3a99cf0978 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441401 Jul 28 06:31:58.218393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e8a2d-ec03-477c-b53c-1f311ad8a8d8 req-05c6f88e-5fcb-484a-adbb-fa31063dc841 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:58.219913 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-619e8a2d-ec03-477c-b53c-1f311ad8a8d8 req-05c6f88e-5fcb-484a-adbb-fa31063dc841 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0574284 Jul 28 06:31:58.276220 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-619e8a2d-ec03-477c-b53c-1f311ad8a8d8 req-2cf42c54-fb1a-430a-ac63-2f151604a569 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505900 Jul 28 06:31:58.741957 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=33 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:31:59.443629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c83b9-ceac-41f6-b4cf-7a3dce62f6bf req-2d14f803-aacd-4b24-94e2-183909b7bc51 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:31:59.445411 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-618c83b9-ceac-41f6-b4cf-7a3dce62f6bf req-2d14f803-aacd-4b24-94e2-183909b7bc51 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0556524 Jul 28 06:31:59.498627 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-618c83b9-ceac-41f6-b4cf-7a3dce62f6bf req-1f09e9b2-9dbd-4197-8efe-d092cfccf422 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471535 Jul 28 06:32:00.013920 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:00.030379 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:00.638511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e52ce0-0121-4ac5-89b9-68e2a626db4f req-2778debe-c3b2-4454-a4fd-a1ffcd70e625 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:00.641570 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-99e52ce0-0121-4ac5-89b9-68e2a626db4f req-2778debe-c3b2-4454-a4fd-a1ffcd70e625 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0543885 Jul 28 06:32:00.653841 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:00.691184 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-99e52ce0-0121-4ac5-89b9-68e2a626db4f req-ab422153-1e28-4b9c-95b8-af3b18db40ba tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Jul 28 06:32:01.824471 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea34f51-3a97-4cb5-8d39-ac8cf0dc9a83 req-84dac724-077f-411a-8f0a-c4733a5c44ce tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:01.826127 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cea34f51-3a97-4cb5-8d39-ac8cf0dc9a83 req-84dac724-077f-411a-8f0a-c4733a5c44ce tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0512867 Jul 28 06:32:01.882074 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cea34f51-3a97-4cb5-8d39-ac8cf0dc9a83 req-076bdd78-b678-4202-8aa0-8ff605d248fd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503166 Jul 28 06:32:03.022136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57d187-9084-489c-af37-cc5def2b3408 req-dabe2d13-9766-437a-8ac3-425d5016ddd8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:03.023637 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc57d187-9084-489c-af37-cc5def2b3408 req-dabe2d13-9766-437a-8ac3-425d5016ddd8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0589786 Jul 28 06:32:03.078914 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc57d187-9084-489c-af37-cc5def2b3408 req-0d615fa8-4dac-4113-856b-05f93ae81b40 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Jul 28 06:32:04.243641 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977569a-d7a5-49de-92e7-7696c292fa45 req-84916dad-c132-4186-9f28-774fe75c1ba2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:04.243641 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f977569a-d7a5-49de-92e7-7696c292fa45 req-84916dad-c132-4186-9f28-774fe75c1ba2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0699306 Jul 28 06:32:04.264609 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:04.294470 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f977569a-d7a5-49de-92e7-7696c292fa45 req-7ef9a20a-b113-4900-b906-62f922d2657d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483794 Jul 28 06:32:04.736732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cf04d-c548-41e5-af73-c6b9b96787a0 req-e804e47c-c9b0-4d6c-8517-91c48dc505f3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:04.738370 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2c1cf04d-c548-41e5-af73-c6b9b96787a0 req-e804e47c-c9b0-4d6c-8517-91c48dc505f3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0575342 Jul 28 06:32:04.787186 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2c1cf04d-c548-41e5-af73-c6b9b96787a0 req-866ee5fd-211e-4dc7-ab2f-8681d5cccc6a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Jul 28 06:32:05.435981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477836cc-4b4e-42a3-ac4c-809cf65988e1 req-36153b95-d294-4c1d-85e9-42df703a5ae8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:05.437497 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-477836cc-4b4e-42a3-ac4c-809cf65988e1 req-36153b95-d294-4c1d-85e9-42df703a5ae8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0569928 Jul 28 06:32:05.484928 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-477836cc-4b4e-42a3-ac4c-809cf65988e1 req-4d4e5c77-ba69-49d0-823e-a3b529487d10 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417552 Jul 28 06:32:05.623797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbc75-6af1-42e0-bb18-e6eaf3d9c788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:05.915301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e02319-95c0-4c4c-b086-78b549f72772 req-619f49a0-1c58-40d6-890e-1a9d82bbac16 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:05.917352 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d5e02319-95c0-4c4c-b086-78b549f72772 req-619f49a0-1c58-40d6-890e-1a9d82bbac16 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0510259 Jul 28 06:32:05.967901 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d5e02319-95c0-4c4c-b086-78b549f72772 req-ba9a4965-14f3-47f4-b721-e9381ceaabfb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Jul 28 06:32:06.643028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e4d01-d72a-42a3-97fe-89c85b470275 req-b2d642de-48d4-4c8f-a414-67bdc54e96e3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:06.644779 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f08e4d01-d72a-42a3-97fe-89c85b470275 req-b2d642de-48d4-4c8f-a414-67bdc54e96e3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0579367 Jul 28 06:32:06.696511 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f08e4d01-d72a-42a3-97fe-89c85b470275 req-b6c29c18-efba-45ac-a584-05df631ed896 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Jul 28 06:32:07.095554 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6053c-80c3-4e09-8259-c342d42c9477 req-76774d5e-ea4e-4121-aee1-8c83a5639e5e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:07.097239 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-88f6053c-80c3-4e09-8259-c342d42c9477 req-76774d5e-ea4e-4121-aee1-8c83a5639e5e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0572300 Jul 28 06:32:07.146681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-88f6053c-80c3-4e09-8259-c342d42c9477 req-07580201-dbc8-41c8-8a26-4c5abbb3994e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438540 Jul 28 06:32:07.834714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44b106-c724-48b7-a0f5-f85ec20b2237 req-d7f1e7d6-8670-48dd-9ddd-b6487a326909 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:07.836515 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b44b106-c724-48b7-a0f5-f85ec20b2237 req-d7f1e7d6-8670-48dd-9ddd-b6487a326909 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0553689 Jul 28 06:32:07.890098 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b44b106-c724-48b7-a0f5-f85ec20b2237 req-b9a5b73f-1764-4429-a4ed-66953f0f2432 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463333 Jul 28 06:32:08.094999 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5e7f544b-5aa6-465e-865e-0ab3f5b5f59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:08.289978 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42092c-e265-4cfe-a319-6bf0c6a3c1cb req-fa09bf45-d80f-426e-bb5c-86b291b48d8a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:08.289978 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea42092c-e265-4cfe-a319-6bf0c6a3c1cb req-fa09bf45-d80f-426e-bb5c-86b291b48d8a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0553970 Jul 28 06:32:08.347474 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea42092c-e265-4cfe-a319-6bf0c6a3c1cb req-f61c5f3b-0edb-4b74-95d7-8b4a8f191533 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529401 Jul 28 06:32:09.022096 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776176d5-507c-48d8-b750-b2ad3119c366 req-463f7250-08f4-491f-bd32-447392a8a677 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:09.023520 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-776176d5-507c-48d8-b750-b2ad3119c366 req-463f7250-08f4-491f-bd32-447392a8a677 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0495756 Jul 28 06:32:09.071389 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-776176d5-507c-48d8-b750-b2ad3119c366 req-fbcc528c-dd15-4567-b082-fbdf9f9210d6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414128 Jul 28 06:32:09.257866 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:09.463478 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:09.474179 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04d6b-6c59-43e6-964f-1f2800184bd0 req-25ede775-a459-435d-97fc-e03e68c5c456 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:09.475968 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06d04d6b-6c59-43e6-964f-1f2800184bd0 req-25ede775-a459-435d-97fc-e03e68c5c456 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0523593 Jul 28 06:32:09.525132 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06d04d6b-6c59-43e6-964f-1f2800184bd0 req-2a12af9a-3a01-4e7e-adf8-2f54b226fec4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Jul 28 06:32:10.201594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd6588-3957-49b4-ab54-95625618d4af req-3535632f-8be0-44f9-8fd3-8d7664bdae61 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:10.203102 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-febd6588-3957-49b4-ab54-95625618d4af req-3535632f-8be0-44f9-8fd3-8d7664bdae61 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0497422 Jul 28 06:32:10.251918 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-febd6588-3957-49b4-ab54-95625618d4af req-6785d111-8b9c-4963-8733-1689f3c6e477 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Jul 28 06:32:10.642013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:10.657125 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395409d8-2baa-43f6-b83f-5382c78b7b8e req-73814c37-fcb3-48c3-ac23-d5f809ebd091 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:10.660402 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-395409d8-2baa-43f6-b83f-5382c78b7b8e req-73814c37-fcb3-48c3-ac23-d5f809ebd091 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0538588 Jul 28 06:32:10.714719 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-395409d8-2baa-43f6-b83f-5382c78b7b8e req-ecc3f109-57c6-4213-95a8-343be81bbe94 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487146 Jul 28 06:32:10.797558 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:11.154697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:11.380641 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e75683-5d47-4d9b-837e-f3160088c949 req-303ce281-bf0c-4b0f-8b66-ca6a147ad645 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:11.382374 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-96e75683-5d47-4d9b-837e-f3160088c949 req-303ce281-bf0c-4b0f-8b66-ca6a147ad645 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0526104 Jul 28 06:32:11.430278 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-96e75683-5d47-4d9b-837e-f3160088c949 req-5f2b05eb-3654-42aa-bd0b-bfd386760f5f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Jul 28 06:32:11.834679 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7164c83-75e4-4a7f-8ee9-c885dbed34a1 req-0c298b76-c1ad-44e5-b9b8-b9e95050a38b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:11.836198 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e7164c83-75e4-4a7f-8ee9-c885dbed34a1 req-0c298b76-c1ad-44e5-b9b8-b9e95050a38b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0477226 Jul 28 06:32:11.887059 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e7164c83-75e4-4a7f-8ee9-c885dbed34a1 req-466c7f74-9b48-49b5-8a9f-b64c1b3d5cd4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Jul 28 06:32:12.020929 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:12.561508 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f35-b4a5-40e9-8b50-bcac7df8d7de req-4035392d-42f2-45f2-b642-efff01f08d63 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:12.563019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-410a8f35-b4a5-40e9-8b50-bcac7df8d7de req-4035392d-42f2-45f2-b642-efff01f08d63 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.0546899 Jul 28 06:32:12.610813 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-410a8f35-b4a5-40e9-8b50-bcac7df8d7de req-622dab57-ed76-43e7-9778-4c8c47032b4c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Jul 28 06:32:13.010810 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53419e48-e377-426b-9999-980955b9e24d req-c8d3d78d-4bd5-48f9-b5b2-cab9b9b33282 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:13.012356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53419e48-e377-426b-9999-980955b9e24d req-c8d3d78d-4bd5-48f9-b5b2-cab9b9b33282 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0480635 Jul 28 06:32:13.062407 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53419e48-e377-426b-9999-980955b9e24d req-b9d79ff7-5e89-49db-bbb2-bfd9d658b14b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420368 Jul 28 06:32:13.356682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672d04-bf26-4a7c-a076-028a2ed7544f req-3e1352d4-b974-433c-85ff-4ce95724ffa5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:13.358293 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c3672d04-bf26-4a7c-a076-028a2ed7544f req-3e1352d4-b974-433c-85ff-4ce95724ffa5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0500205 Jul 28 06:32:13.411279 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c3672d04-bf26-4a7c-a076-028a2ed7544f req-988f53f1-ed4f-469c-9f96-9c248e4738e8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471473 Jul 28 06:32:13.605813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1365864-85f4-43c1-aae9-00dd10028908 req-4bbc7a62-f7a7-414b-beaa-a7ae10231bb7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:13.607368 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d1365864-85f4-43c1-aae9-00dd10028908 req-4bbc7a62-f7a7-414b-beaa-a7ae10231bb7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.0519202 Jul 28 06:32:14.012743 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port 5446b4de-3891-4dc5-914c-530482a1e17e {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:32:14.013086 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:14.019745 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-d841e246-88dd-423b-a756-e07d7ab28cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:14.021222 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-d841e246-88dd-423b-a756-e07d7ab28cf0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.3345156 Jul 28 06:32:14.070324 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85a62-a05d-482b-88a3-b2c0537f5dd0 req-d4145b4b-7c18-4b7e-a5e8-de7a3e97aaa8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:14.071737 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ff85a62-a05d-482b-88a3-b2c0537f5dd0 req-d4145b4b-7c18-4b7e-a5e8-de7a3e97aaa8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.3702724 Jul 28 06:32:14.133943 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:14.172447 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9ff85a62-a05d-482b-88a3-b2c0537f5dd0 req-ef3afb98-acdc-4f7a-8391-d6dbaa1e2cea tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940392 Jul 28 06:32:14.221242 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] For port 5446b4de-3891-4dc5-914c-530482a1e17e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=5446b4de-3891-4dc5-914c-530482a1e17e,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:14.221637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:14.318142 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:14.456382 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-e2468559-a9ef-4227-bb45-95130dcde7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:14.457914 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-e2468559-a9ef-4227-bb45-95130dcde7e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.3021977 Jul 28 06:32:14.522719 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-2d9c52bd-5e6a-4946-842c-d2e477432e41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546945479&fields=id&tenant_id=47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 267 time: 0.2218802 Jul 28 06:32:14.656288 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-28d9ff1b-e73c-46aa-87d4-2cbdaac83a67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 1002 time: 0.1829572 Jul 28 06:32:14.665174 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:14.665575 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (8ab06b58-61c5-4c71-97f6-c49b5e09404e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:14.665897 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP 8ab06b58-61c5-4c71-97f6-c49b5e09404e disassociated. External IP: 172.27.3.44, port: 5446b4de-3891-4dc5-914c-530482a1e17e. Jul 28 06:32:14.667227 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for 5446b4de-3891-4dc5-914c-530482a1e17e owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:32:14.794426 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-c7ce7eb0-54ac-4d77-b896-e20dfc0f4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:14.795886 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-c7ce7eb0-54ac-4d77-b896-e20dfc0f4666 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.1261704 Jul 28 06:32:14.817833 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-f2ccd6a7-ccd3-47f2-b064-b04c9cd7ad89 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:14.819297 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-f2ccd6a7-ccd3-47f2-b064-b04c9cd7ad89 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 812 time: 0.2839160 Jul 28 06:32:14.874955 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-62f93007-7392-4609-a107-2b133b7c5c96 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/quotas/47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 375 time: 0.0284767 Jul 28 06:32:14.879530 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-f6bf0ea7-fcf0-4344-bb08-97642a0205bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:14.881056 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-f6bf0ea7-fcf0-4344-bb08-97642a0205bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784593 Jul 28 06:32:15.065511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb71ef-5507-47fc-a3df-5f582c10e3a5 req-140942a3-546d-44e1-9620-c8366381c1a7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:15.067066 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ccdb71ef-5507-47fc-a3df-5f582c10e3a5 req-140942a3-546d-44e1-9620-c8366381c1a7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 945 time: 0.1547198 Jul 28 06:32:15.071167 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-aa3d390f-b26c-49da-9408-a41ea1549d15 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1802750 Jul 28 06:32:15.134266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:15.215123 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-9a6c7feb-2f07-43b8-a084-91c14aee1e0b service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229735 Jul 28 06:32:15.258349 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (5446b4de-3891-4dc5-914c-530482a1e17e), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:15.259773 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:15.326438 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-b5822ff7-5b14-4e96-9025-6c43e4b7fa09 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1356003 Jul 28 06:32:15.329583 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ccdb71ef-5507-47fc-a3df-5f582c10e3a5 req-0b41f4fb-c9ee-48b2-ac7d-8ca50d199499 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c0b23a-8a84-4f42-be2f-251e215b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526686 Jul 28 06:32:15.362228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=5446b4de-3891-4dc5-914c-530482a1e17e,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:15.494118 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ea38624-ac72-4966-b8ad-24009b8c41a2 service neutron] 10.222.0.69 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918517 Jul 28 06:32:15.509392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-e5185498-8ada-4633-9f14-2efa6fa4d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:15.511481 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-e5185498-8ada-4633-9f14-2efa6fa4d47b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 1130 time: 0.1573999 Jul 28 06:32:15.912334 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee1ea4-d1ff-4150-a25b-f514fa4e5ec1 req-5b13806e-990d-446a-83d2-254d14a18dbc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:15.913883 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ee1ea4-d1ff-4150-a25b-f514fa4e5ec1 req-5b13806e-990d-446a-83d2-254d14a18dbc tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.4931827 Jul 28 06:32:15.921896 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59908) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:15.935373 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e6bfe700-a560-437e-ba9b-bc703690e456 req-542749a4-766e-4ead-84ec-7908939f7a18 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988626 Jul 28 06:32:15.939954 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:32:15.943056 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 5446b4de-3891-4dc5-914c-530482a1e17e no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:32:15.995329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 5446b4de-3891-4dc5-914c-530482a1e17e {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:32:15.996404 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 5446b4de-3891-4dc5-914c-530482a1e17e not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:32:16.047716 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:32:16.089876 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-51b0aad2-d128-472d-ba36-51f8efbc6b5e service neutron] 10.222.0.69 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716109 Jul 28 06:32:16.100167 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ee1ea4-d1ff-4150-a25b-f514fa4e5ec1 req-50aff15f-76e2-41e5-be8e-09cac4809f76 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732254 Jul 28 06:32:16.118761 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:16.120632 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-99d63592-3f8c-4d81-af8d-0613d079fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:16.120817 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ac0428cf-6f87-4209-806d-cc07b0698374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.122632 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-99d63592-3f8c-4d81-af8d-0613d079fc75 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.5842817 Jul 28 06:32:16.134264 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'port_id': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'mac_address': 'fa:16:3e:c6:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:32:16.137722 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:16.185063 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:32:16.185748 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.205007 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efce0-28f9-47ea-a49a-15a80e72550a {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:32:16.227482 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:16.259364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ac0428cf-6f87-4209-806d-cc07b0698374 admin admin] Publish callbacks [] for security_group (90d733d9-09fd-42a1-ad51-87b606d9e8c4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.340962 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.344893 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-7671e085-861e-4ab0-ab91-8c859a43e3d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48 HTTP/1.1" status: 200 len: 1002 time: 0.2134578 Jul 28 06:32:16.363372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dbb9c-a78e-4bab-86f9-a537d7aed586 req-f75acad8-35e4-4b76-93e9-45367af8fd99 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:16.363372 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-879dbb9c-a78e-4bab-86f9-a537d7aed586 req-f75acad8-35e4-4b76-93e9-45367af8fd99 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 944 time: 0.1470120 Jul 28 06:32:16.375116 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ac0428cf-6f87-4209-806d-cc07b0698374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (90d733d9-09fd-42a1-ad51-87b606d9e8c4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.429170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:32:16.438921 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ac0428cf-6f87-4209-806d-cc07b0698374 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3f06b92b07f43c9a4a04af3044899de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141599 Jul 28 06:32:16.438921 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59924) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:16.438921 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0428cf-6f87-4209-806d-cc07b0698374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d733d9-09fd-42a1-ad51-87b606d9e8c4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:16.454974 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=9']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:16.464309 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:32:16.476207 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-e25accad-f5d0-4b49-a137-8bb330eda6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:16.477732 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-e25accad-f5d0-4b49-a137-8bb330eda6e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.1240201 Jul 28 06:32:16.477978 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:16.478821 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:16.509857 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] No DVR routers for this DVR port 5446b4de-3891-4dc5-914c-530482a1e17e on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:32:16.516870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.520271 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d1365864-85f4-43c1-aae9-00dd10028908 req-ed7e3f4d-f9a7-4c76-ad93-e58b26e9daf3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "DELETE /v2.0/ports/5446b4de-3891-4dc5-914c-530482a1e17e HTTP/1.1" status: 204 len: 173 time: 2.9067106 Jul 28 06:32:16.521679 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'name': 'network-vif-deleted', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:16.524013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c6b84-dba8-413c-bd8e-ee4770011b36" -d '{"events": [{"server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "name": "network-vif-deleted", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:16.546097 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-879dbb9c-a78e-4bab-86f9-a537d7aed586 req-9cfae51c-27c3-45a7-a470-15e8011b03df tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700077 Jul 28 06:32:16.557340 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Publish callbacks [] for security_group (90d733d9-09fd-42a1-ad51-87b606d9e8c4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.583212 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-56d53bbf-fe22-46ce-8fae-b247d77e738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:16.583212 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-56d53bbf-fe22-46ce-8fae-b247d77e738a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837183 Jul 28 06:32:16.610775 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Publish callbacks [] for security_group (90d733d9-09fd-42a1-ad51-87b606d9e8c4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.653496 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:16.696882 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['0d2efce0-28f9-47ea-a49a-15a80e72550a'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:32:16.717838 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79745956-2196-4103-9a6f-915fd9dacb12 req-e75fffd2-9fc0-422b-b89b-0f83065dd410 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3658bb5-2010-4828-b904-d276f960e32b HTTP/1.1" status: 200 len: 210 time: 0.0425630 Jul 28 06:32:16.749930 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (90d733d9-09fd-42a1-ad51-87b606d9e8c4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.752735 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:16.753928 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90d733d9-09fd-42a1-ad51-87b606d9e8c4 HTTP/1.1" status: 204 len: 168 time: 0.2956748 Jul 28 06:32:16.769321 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-fa784df7-c431-4d02-a302-cb35f2dbcf47 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796570 Jul 28 06:32:16.769975 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d733d9-09fd-42a1-ad51-87b606d9e8c4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:16.783913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.784270 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.784719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.785066 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.785431 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.785766 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.786095 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.788566 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.788972 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.789341 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.789690 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.792040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.792040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.792040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.792040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd2c6c5-9c4f-451c-b9b6-c659ac46095c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:16.955330 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aec24720-a09a-4d3a-8fb8-4c5cde0bec07 req-b7eed951-89db-43fb-91b4-fe3238390c56 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719718 Jul 28 06:32:16.957569 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b7985-da6d-4549-9322-76ba85973afd x-openstack-request-id: req-a91b7985-da6d-4549-9322-76ba85973afd {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:16.957881 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3658bb5-2010-4828-b904-d276f960e32b", "name": "network-vif-deleted", "tag": "5446b4de-3891-4dc5-914c-530482a1e17e", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:16.958191 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a91b7985-da6d-4549-9322-76ba85973afd {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:16.958599 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91b7985-da6d-4549-9322-76ba85973afd'] response: {'server_uuid': 'f3658bb5-2010-4828-b904-d276f960e32b', 'name': 'network-vif-deleted', 'tag': '5446b4de-3891-4dc5-914c-530482a1e17e', 'status': 'completed', 'code': 200} Jul 28 06:32:17.010725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6f6beae-3cd6-413d-8c0a-b82b726d84b5 req-26b67fbe-ce63-438c-9355-11fdf1b5cecb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0503726 Jul 28 06:32:17.289120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044e14-c584-46b8-baf5-65d2ee66c3eb req-cacb75e0-70dd-4e26-bc6a-4637fdf1137b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:17.297675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-77044e14-c584-46b8-baf5-65d2ee66c3eb req-cacb75e0-70dd-4e26-bc6a-4637fdf1137b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0702946 Jul 28 06:32:17.323473 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:17.330464 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:17.359239 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-77044e14-c584-46b8-baf5-65d2ee66c3eb req-8915a793-2529-40de-83c5-ae1c12b94ead tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589433 Jul 28 06:32:17.399994 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:17.424195 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:17.456037 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:32:17.468629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:17.469272 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:17.587820 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:17.695121 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440db1fd-8f1e-4d8c-997a-a29f9bc62093 req-2c793de1-3094-45a6-8b13-1129a0ae0189 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:17.722392 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-440db1fd-8f1e-4d8c-997a-a29f9bc62093 req-2c793de1-3094-45a6-8b13-1129a0ae0189 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 945 time: 0.0819321 Jul 28 06:32:17.774731 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-440db1fd-8f1e-4d8c-997a-a29f9bc62093 req-51858a17-e130-40fb-b7db-42ba86ea81e3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512154 Jul 28 06:32:17.883637 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:17.912305 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c321ccc4-8ef1-444a-b44b-1a9b6893eac2 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '9a1b4a08-b1ca-43a4-baec-78e668524998', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:c0:28:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:28:38Z', 'updated_at': '2022-07-28T06:29:15Z', 'revision_number': 2, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:32:17.961792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 59952) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:18.025995 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (89c0b23a-8a84-4f42-be2f-251e215b2141), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.055396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (89c0b23a-8a84-4f42-be2f-251e215b2141), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.114673 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cfd3c1f1-7375-4ffa-9e80-17766def43c9 req-870b1b0c-c45f-40b9-8992-12c4795ecf3c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0406837 Jul 28 06:32:18.126567 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:32:18.198950 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 0d2efce0-28f9-47ea-a49a-15a80e72550a triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:32:18.198950 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.199214 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fc2ae-e5d8-4d20-98db-cf7ea0e414c2 None None] New status for floating IP 8ab06b58-61c5-4c71-97f6-c49b5e09404e: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:32:18.229432 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (89c0b23a-8a84-4f42-be2f-251e215b2141), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.232112 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.235348 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/security-groups/89c0b23a-8a84-4f42-be2f-251e215b2141 HTTP/1.1" status: 204 len: 168 time: 0.2699015 Jul 28 06:32:18.236371 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59958) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:18.257483 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c0b23a-8a84-4f42-be2f-251e215b2141,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:18.261490 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-e6257465-99d1-4965-879d-f6a19409b5f0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] show failed (client error): The resource could not be found. Jul 28 06:32:18.263443 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e6257465-99d1-4965-879d-f6a19409b5f0 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups/89c0b23a-8a84-4f42-be2f-251e215b2141 HTTP/1.1" status: 404 len: 347 time: 0.0252476 Jul 28 06:32:18.267389 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 59960) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:18.276677 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.277065 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.277783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.277783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.278107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.278442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.278777 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.279105 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.279779 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.279779 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.280072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.280400 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.280729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.281055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.281409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aadac-6e73-406a-a643-ad56f4623f04 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:18.293664 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 0d2efce0-28f9-47ea-a49a-15a80e72550a is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:32:18.294340 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.357447 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:18.364009 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:18.369618 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f652b0-07fe-4d3c-8d87-572bedf577a1" -d '{"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:18.405174 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port 4b3e3726-33eb-450c-8482-ed625c51b844 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:32:18.405465 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (4b3e3726-33eb-450c-8482-ed625c51b844), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.413553 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5955659-2770-44d2-adfb-8870cb8ae2d8 x-openstack-request-id: req-e5955659-2770-44d2-adfb-8870cb8ae2d8 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:18.413862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:18.414122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5955659-2770-44d2-adfb-8870cb8ae2d8 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:18.414519 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5955659-2770-44d2-adfb-8870cb8ae2d8'] response: {'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'code': 200} Jul 28 06:32:18.437757 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.499482 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=10']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:18.518338 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (4b3e3726-33eb-450c-8482-ed625c51b844), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.518918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (4b3e3726-33eb-450c-8482-ed625c51b844), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.533240 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for 4b3e3726-33eb-450c-8482-ed625c51b844 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:32:18.541027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afaa40-79bc-4c44-9b9c-2514b9ce25f0 req-30ca5396-9e47-4769-9e59-df9130b7a836 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:18.542905 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-41afaa40-79bc-4c44-9b9c-2514b9ce25f0 req-30ca5396-9e47-4769-9e59-df9130b7a836 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0565295 Jul 28 06:32:18.593633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:18.599940 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-41afaa40-79bc-4c44-9b9c-2514b9ce25f0 req-49ed74c7-6c91-454b-aa98-b3dc8af0500f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477092 Jul 28 06:32:18.732363 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (4b3e3726-33eb-450c-8482-ed625c51b844), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.757909 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=4b3e3726-33eb-450c-8482-ed625c51b844,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:18.808063 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:18.835847 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (8ab06b58-61c5-4c71-97f6-c49b5e09404e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.839026 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:18.840297 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-af9070e5-b203-4273-b176-5c50f51eacc8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/floatingips/8ab06b58-61c5-4c71-97f6-c49b5e09404e HTTP/1.1" status: 204 len: 168 time: 0.5719280 Jul 28 06:32:18.918807 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993389-b369-41a1-9d2c-7edcdfa75f9a req-a82498f9-d021-4c70-a484-3e174cbb11cd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:18.920390 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-56993389-b369-41a1-9d2c-7edcdfa75f9a req-a82498f9-d021-4c70-a484-3e174cbb11cd tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.0494704 Jul 28 06:32:18.980060 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-56993389-b369-41a1-9d2c-7edcdfa75f9a req-8285a1b8-f993-406d-85e1-3fa2dcc726b5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Jul 28 06:32:19.149574 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be07e8-2895-4f39-b513-c5c661e124c4 req-ee34455d-5186-47f7-aa95-e5c77ddf8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:19.151446 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-84be07e8-2895-4f39-b513-c5c661e124c4 req-ee34455d-5186-47f7-aa95-e5c77ddf8c9b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 1131 time: 0.0446570 Jul 28 06:32:19.209978 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-84be07e8-2895-4f39-b513-c5c661e124c4 req-e9f52b63-2cb7-42b2-a4b7-1fc64597a476 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516429 Jul 28 06:32:19.230402 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed3f9413-1b57-4c1b-b45a-854189a415f6 req-cea4c17f-5f53-4a82-8c8c-2b6a9453984f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0334234 Jul 28 06:32:19.720265 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f8c45-49c2-481d-82f7-ecc9ec8f10fb req-720d1413-cfd0-4afe-85ab-9a9390d5936a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:19.721728 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-880f8c45-49c2-481d-82f7-ecc9ec8f10fb req-720d1413-cfd0-4afe-85ab-9a9390d5936a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0487809 Jul 28 06:32:19.770245 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-880f8c45-49c2-481d-82f7-ecc9ec8f10fb req-1b350e64-f77c-4f00-8f2f-a1b566f66605 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Jul 28 06:32:20.022026 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:32:20.110619 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0a53-30f7-4054-bea6-2abf54c3cf2f req-b352b59f-45d2-4d20-a838-154e443b03c0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:20.112131 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a91f0a53-30f7-4054-bea6-2abf54c3cf2f req-b352b59f-45d2-4d20-a838-154e443b03c0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.0506339 Jul 28 06:32:20.159988 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a91f0a53-30f7-4054-bea6-2abf54c3cf2f req-33a1bb35-b0ba-4ac7-88a0-56bab6111eec tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Jul 28 06:32:20.346675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9425d151-b55b-46b9-8cb9-be9070b793b9 req-92f69309-2f9c-4ddf-8d0c-8e7809d9440d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0380194 Jul 28 06:32:20.610593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-16a79fa7-a25b-4c29-9394-bdbc82284a0a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:20.611972 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-16a79fa7-a25b-4c29-9394-bdbc82284a0a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 812 time: 0.1038151 Jul 28 06:32:20.681131 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-0384cb0b-26f1-4195-9d43-3c5b34fb5049 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 379 time: 0.0583949 Jul 28 06:32:20.871026 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:20.889132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9f34-e6ab-4aa6-adc9-87dc1672ba73 req-257cf8b9-145a-4745-9fe8-af0c0b0c0d80 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:20.890642 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ae9f34-e6ab-4aa6-adc9-87dc1672ba73 req-257cf8b9-145a-4745-9fe8-af0c0b0c0d80 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0486281 Jul 28 06:32:20.940089 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ae9f34-e6ab-4aa6-adc9-87dc1672ba73 req-d22bca37-6e6f-4974-8dc9-5f74a92216e2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436854 Jul 28 06:32:21.284593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e9388-1271-4131-b781-04b08c161300 req-033902a1-6f0b-4ad7-ac0e-5271a330a5fb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:21.286099 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4b6e9388-1271-4131-b781-04b08c161300 req-033902a1-6f0b-4ad7-ac0e-5271a330a5fb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.0486209 Jul 28 06:32:21.335017 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4b6e9388-1271-4131-b781-04b08c161300 req-38d8e825-8fe9-4226-9114-7d271cdddfac tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Jul 28 06:32:21.450978 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0bf5b0eb-cbd2-487f-9fbd-b914673c5cd0 req-670efadc-2af5-4f44-bd63-9990677288a2 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0313962 Jul 28 06:32:21.471664 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'port': {'device_id': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'admin_state_up': True, 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'security_groups': ['598649d4-5e26-4661-b23d-d9bf4a9dfc02']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:21.677665 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Made reservation on behalf of 47b406d9a12c461a84aa0331d2890990 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:32:21.681329 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:21.716710 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:21.817494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Allocated IP 172.20.0.11 (dd87854f-57d2-4562-b1ab-837a717d2f52/8c25b10a-0afd-4479-8ff3-300149f0043c/e32626bb-30e6-43a9-9be6-672349e56fb4) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:32:21.972436 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:21.997024 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:22.069023 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7910-984f-4398-856b-02edfa8b2f43 req-787a8232-76a5-4353-9957-b45beab8841d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:22.070545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d85c7910-984f-4398-856b-02edfa8b2f43 req-787a8232-76a5-4353-9957-b45beab8841d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0529213 Jul 28 06:32:22.072216 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:22.133571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:32:22.141394 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:32:22.143895 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:32:22.156755 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=e32626bb-30e6-43a9-9be6-672349e56fb4,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:22.212271 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d85c7910-984f-4398-856b-02edfa8b2f43 req-e469a010-6db9-4692-921c-5d478be62502 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342843 Jul 28 06:32:22.227182 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:22.228427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:22.339378 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-b370bde2-91ba-4169-8a8b-d830efd7f21e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8700988 Jul 28 06:32:22.375935 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Request body: {'port': {'device_id': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:22.391445 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1d0805d3-bb92-4045-857d-c9617f306a1b None None] Provisioning complete for port e32626bb-30e6-43a9-9be6-672349e56fb4 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:32:22.391445 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1d0805d3-bb92-4045-857d-c9617f306a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:22.435514 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1d0805d3-bb92-4045-857d-c9617f306a1b None None] Port e32626bb-30e6-43a9-9be6-672349e56fb4 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:32:22.496282 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:22.515792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f897517-0f70-4357-8db5-3173bec90cc2 req-9df41b63-48fb-4072-a302-768212031017 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:22.518127 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f897517-0f70-4357-8db5-3173bec90cc2 req-9df41b63-48fb-4072-a302-768212031017 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.0661256 Jul 28 06:32:22.639441 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaf0fd-30d6-439b-89ea-1798df7e8f82 req-e78ecffb-16b1-4564-8c31-766d5c8cf17f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:22.640965 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3daaf0fd-30d6-439b-89ea-1798df7e8f82 req-e78ecffb-16b1-4564-8c31-766d5c8cf17f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 932 time: 0.1143875 Jul 28 06:32:22.696208 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f897517-0f70-4357-8db5-3173bec90cc2 req-a93130f5-5e31-477c-9a46-fdf5355d5127 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713572 Jul 28 06:32:22.807244 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3daaf0fd-30d6-439b-89ea-1798df7e8f82 req-8e84d847-ad02-44e6-93d5-b7d87590491c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587126 Jul 28 06:32:22.864890 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:22.914494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32626bb-30e6-43a9-9be6-672349e56fb4 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:32:22.923163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Publish callbacks [] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:22.937020 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Transition to ACTIVE for port object e32626bb-30e6-43a9-9be6-672349e56fb4 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:32:23.066936 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:23.124654 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e32626bb-30e6-43a9-9be6-672349e56fb4,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:23.207361 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Attempting to bind port e32626bb-30e6-43a9-9be6-672349e56fb4 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:32:23.207705 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Attempting to bind port e32626bb-30e6-43a9-9be6-672349e56fb4 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:32:23.208066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Attempting to bind port e32626bb-30e6-43a9-9be6-672349e56fb4 on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:32:23.213336 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Port e32626bb-30e6-43a9-9be6-672349e56fb4 on network dd87854f-57d2-4562-b1ab-837a717d2f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:32:23.213686 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Attempting to bind port e32626bb-30e6-43a9-9be6-672349e56fb4 on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:32:23.219084 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:32:23.219428 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Checking segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:32:23.219813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Bound using segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:32:23.220246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Bound port: e32626bb-30e6-43a9-9be6-672349e56fb4, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:32:23.220615 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:23.274866 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:23.286702 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] For port e32626bb-30e6-43a9-9be6-672349e56fb4, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:32:23.292121 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] For port e32626bb-30e6-43a9-9be6-672349e56fb4, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=e32626bb-30e6-43a9-9be6-672349e56fb4,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:32:23.351564 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631aeb2-c5b9-4fcd-9429-417d3ea22150 req-389e5398-e75e-4531-8760-25d57eaef44a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:23.352897 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5631aeb2-c5b9-4fcd-9429-417d3ea22150 req-389e5398-e75e-4531-8760-25d57eaef44a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Jul 28 06:32:23.368433 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:23.382705 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:23.429438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:23.430066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:23.431457 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] 10.222.0.71 "PUT /v2.0/ports/e32626bb-30e6-43a9-9be6-672349e56fb4 HTTP/1.1" status: 200 len: 1094 time: 1.0606277 Jul 28 06:32:23.432569 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:23.434855 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:23.473858 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5631aeb2-c5b9-4fcd-9429-417d3ea22150 req-87c07a24-9efe-4255-9d8a-e3fd751d517b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074021 Jul 28 06:32:23.476672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ac9b-e033-4c57-91a7-32484ea8e5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e32626bb-30e6-43a9-9be6-672349e56fb4,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:23.490571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3223822b-0e43-47a9-8ba2-66801ab2faf9 x-openstack-request-id: req-3223822b-0e43-47a9-8ba2-66801ab2faf9 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:23.490849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:23.491211 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3223822b-0e43-47a9-8ba2-66801ab2faf9 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:23.491717 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3223822b-0e43-47a9-8ba2-66801ab2faf9'] response: {'name': 'network-changed', 'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'status': 'completed', 'code': 200} Jul 28 06:32:23.581920 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3 req-da3d8e2c-9358-487e-83b8-c997945fff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:23.581920 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3 req-da3d8e2c-9358-487e-83b8-c997945fff32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 1128 time: 0.0592055 Jul 28 06:32:23.707744 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3 req-deba24f7-31cf-4c6f-8318-41691e270ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:23.709232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3 req-deba24f7-31cf-4c6f-8318-41691e270ab6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=47b406d9a12c461a84aa0331d2890990&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1179996 Jul 28 06:32:23.858745 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3 req-abc8c170-7810-4bee-aced-5e92a59de7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:23.860405 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-be7e3ce3-eebe-47b2-a75e-edca0560b6e3 req-abc8c170-7810-4bee-aced-5e92a59de7a8 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448200 Jul 28 06:32:23.879389 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea9963-bb4b-4432-96f7-25f264d689b9 req-9f7db684-1910-440e-95ea-ddcf436019ff tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:23.881922 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ffea9963-bb4b-4432-96f7-25f264d689b9 req-9f7db684-1910-440e-95ea-ddcf436019ff tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.0596313 Jul 28 06:32:23.980956 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:24.010973 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-844d32fe-63b0-4d19-9a5b-cf06a5719ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:24.013298 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-844d32fe-63b0-4d19-9a5b-cf06a5719ed6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 1128 time: 0.1042531 Jul 28 06:32:24.017240 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ffea9963-bb4b-4432-96f7-25f264d689b9 req-c1548c3c-d62c-4206-8e72-93e33ba88ec2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281106 Jul 28 06:32:24.023953 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb279-ee36-4d9a-b45e-7cba8459f13f req-53692893-3ae4-4c9c-bd8a-aa4bdd3df401 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:24.026171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf6cb279-ee36-4d9a-b45e-7cba8459f13f req-53692893-3ae4-4c9c-bd8a-aa4bdd3df401 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.1067228 Jul 28 06:32:24.071682 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-dee92df1-a357-4b08-878c-e3dc8173fced service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32626bb-30e6-43a9-9be6-672349e56fb4 HTTP/1.1" status: 200 len: 217 time: 0.0442443 Jul 28 06:32:24.154732 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf6cb279-ee36-4d9a-b45e-7cba8459f13f req-551fa4cb-7df1-4eeb-9f3c-da728d61d142 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185298 Jul 28 06:32:24.164306 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-c6d70a9a-bd14-4ae3-9d81-8e37477c1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:24.165863 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-c6d70a9a-bd14-4ae3-9d81-8e37477c1637 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0766034 Jul 28 06:32:24.217862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-2fb708ef-21d0-4abe-a9ce-66bb63593706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:24.221087 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-2fb708ef-21d0-4abe-a9ce-66bb63593706 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458517 Jul 28 06:32:24.321168 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-1af39a4c-bfad-43b6-9d86-416f8df661f5 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926642 Jul 28 06:32:24.415209 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90088b85-5f15-4fdf-98f3-016614aff9a6 req-c64a5594-8ab3-44b3-8d43-ba6921382d58 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863631 Jul 28 06:32:24.604110 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d06c9-fa87-479e-9a96-fd0632f4a0d7 req-4a826c50-2d83-4961-b610-3425414d90b8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:24.605675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-570d06c9-fa87-479e-9a96-fd0632f4a0d7 req-4a826c50-2d83-4961-b610-3425414d90b8 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0489032 Jul 28 06:32:24.658085 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-570d06c9-fa87-479e-9a96-fd0632f4a0d7 req-d9987687-715c-42e8-ba75-5a507e43f80d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466862 Jul 28 06:32:25.277702 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83291b-022f-4c4e-9c72-692eff347b33 req-b1d37702-2b3a-409f-9098-81ee5a8e445c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:25.279212 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b83291b-022f-4c4e-9c72-692eff347b33 req-b1d37702-2b3a-409f-9098-81ee5a8e445c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0489914 Jul 28 06:32:25.314409 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:25.334897 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b83291b-022f-4c4e-9c72-692eff347b33 req-8ecc8640-f328-4e2c-9c7e-c6a70ff1a40b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500264 Jul 28 06:32:25.392257 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1da6-d502-4eab-9625-3874ebf19f17 req-9b7cff85-d6f4-46c9-9e4c-ab5bf1e01c1e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:25.393805 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b2ad1da6-d502-4eab-9625-3874ebf19f17 req-9b7cff85-d6f4-46c9-9e4c-ab5bf1e01c1e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0537455 Jul 28 06:32:25.442213 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b2ad1da6-d502-4eab-9625-3874ebf19f17 req-d507a96e-a944-4caa-994a-fdfb2b25a529 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Jul 28 06:32:25.785322 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b18daf-c036-4a0c-bef9-5460ef90eb6a req-60c4feff-2e31-4141-8c49-bc0c252bd513 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:25.786831 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06b18daf-c036-4a0c-bef9-5460ef90eb6a req-60c4feff-2e31-4141-8c49-bc0c252bd513 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0549703 Jul 28 06:32:25.836686 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06b18daf-c036-4a0c-bef9-5460ef90eb6a req-d125e127-e617-4ccf-8503-93ec621d19f4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Jul 28 06:32:26.460019 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9640-41d8-47c1-87ff-c4c720917cec req-ab56919d-c98b-47a4-9cec-e03b1875526e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:26.461590 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b59a9640-41d8-47c1-87ff-c4c720917cec req-ab56919d-c98b-47a4-9cec-e03b1875526e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0477314 Jul 28 06:32:26.515583 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b59a9640-41d8-47c1-87ff-c4c720917cec req-019544ca-52cf-4744-b951-f7858cea100f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475485 Jul 28 06:32:26.562936 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1cc1-d8a7-481e-a380-906cd5428a06 req-bfb36d53-bc38-460a-b88b-347090ffeab4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:26.564563 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a5a1cc1-d8a7-481e-a380-906cd5428a06 req-bfb36d53-bc38-460a-b88b-347090ffeab4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0480788 Jul 28 06:32:26.621211 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a5a1cc1-d8a7-481e-a380-906cd5428a06 req-4cfe3e88-1371-4cdd-8d0f-987d4a68edd2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Jul 28 06:32:26.956776 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62538abf-3713-46bd-9bc9-eb93d3cddae9 req-1ad0c692-2d2e-4b69-a5e4-cf34a8e1b08c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:26.958267 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62538abf-3713-46bd-9bc9-eb93d3cddae9 req-1ad0c692-2d2e-4b69-a5e4-cf34a8e1b08c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0470097 Jul 28 06:32:27.005091 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62538abf-3713-46bd-9bc9-eb93d3cddae9 req-4288ec64-7ca3-4545-b31a-8453125e0ef7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 Jul 28 06:32:27.634042 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc04a-932e-4a2f-8970-6bb7579359be req-5b5e7e85-519a-4537-9bde-a9f3811eea99 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:27.635792 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01dbc04a-932e-4a2f-8970-6bb7579359be req-5b5e7e85-519a-4537-9bde-a9f3811eea99 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0487099 Jul 28 06:32:27.647098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:27.687306 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-01dbc04a-932e-4a2f-8970-6bb7579359be req-7e0aac1e-a14f-4e16-9a77-0520c1d4752e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458362 Jul 28 06:32:27.744602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd8977-eb3b-4ec0-87e1-7149a1905751 req-c0ef072f-9d36-4280-b4db-84b772f651ef tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:27.746221 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-74fd8977-eb3b-4ec0-87e1-7149a1905751 req-c0ef072f-9d36-4280-b4db-84b772f651ef tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0508993 Jul 28 06:32:27.794982 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-74fd8977-eb3b-4ec0-87e1-7149a1905751 req-6fce5518-0e09-4530-b82c-5015f2f834a9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Jul 28 06:32:28.123779 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa2a39-8e91-4579-9c90-26b9eb50f976 req-b05f91ab-1019-44f8-b384-5c060129eb03 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:28.125274 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52aa2a39-8e91-4579-9c90-26b9eb50f976 req-b05f91ab-1019-44f8-b384-5c060129eb03 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0470746 Jul 28 06:32:28.172849 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-52aa2a39-8e91-4579-9c90-26b9eb50f976 req-2486c4f6-7899-472c-b366-7f27eb551a99 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 Jul 28 06:32:28.822914 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899c15-256b-4288-9f71-49fc246d44a8 req-2d900a36-822f-4074-a6a5-7abf94d9394a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:28.824556 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53899c15-256b-4288-9f71-49fc246d44a8 req-2d900a36-822f-4074-a6a5-7abf94d9394a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0527062 Jul 28 06:32:28.831725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:28.894939 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53899c15-256b-4288-9f71-49fc246d44a8 req-aa614fd3-2be4-49b3-82ec-40e883b29a40 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638151 Jul 28 06:32:28.929960 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3df5-77a2-4888-a280-1e2287e0fc74 req-c2e9e9ad-b247-4e78-8214-4d3041912c48 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:28.931486 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0e8c3df5-77a2-4888-a280-1e2287e0fc74 req-c2e9e9ad-b247-4e78-8214-4d3041912c48 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0552351 Jul 28 06:32:28.981066 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0e8c3df5-77a2-4888-a280-1e2287e0fc74 req-9485d0a8-4b82-4a64-ac41-9e11538a5109 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Jul 28 06:32:29.290308 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da90e10-2927-4da0-91bc-f19dc7533e4a req-b4ad74a9-31c5-4d9c-ba30-e4b010add9c4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:29.292590 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8da90e10-2927-4da0-91bc-f19dc7533e4a req-b4ad74a9-31c5-4d9c-ba30-e4b010add9c4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0482237 Jul 28 06:32:29.304630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:29.344439 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8da90e10-2927-4da0-91bc-f19dc7533e4a req-e1ee2fc8-3013-4ef5-a6d0-aea1ceac9283 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Jul 28 06:32:30.016215 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283a8f-fe2e-4501-aea9-ff9349d3bdff req-b667e793-9b2d-4382-b6b4-f28b6fdad147 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:30.017802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-17283a8f-fe2e-4501-aea9-ff9349d3bdff req-b667e793-9b2d-4382-b6b4-f28b6fdad147 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0473206 Jul 28 06:32:30.078727 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-17283a8f-fe2e-4501-aea9-ff9349d3bdff req-a529fc2c-aadc-485f-98f1-efe2954fc964 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547571 Jul 28 06:32:30.112531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1e96-4b02-4ca2-9005-4a3db04f0471 req-04aef613-5e46-4774-bd4a-2ac5cbdbdcfc tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:30.114218 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-569c1e96-4b02-4ca2-9005-4a3db04f0471 req-04aef613-5e46-4774-bd4a-2ac5cbdbdcfc tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0593507 Jul 28 06:32:30.163870 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-569c1e96-4b02-4ca2-9005-4a3db04f0471 req-ea36f5a2-ef46-4181-9ff7-fb4e854fb4d6 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Jul 28 06:32:30.485629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded3f4-55e6-4e86-b527-bdb7ce3f0e60 req-c17acac1-1354-4f99-bc38-df46211fe8c7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:30.487217 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2aded3f4-55e6-4e86-b527-bdb7ce3f0e60 req-c17acac1-1354-4f99-bc38-df46211fe8c7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0562203 Jul 28 06:32:30.539552 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2aded3f4-55e6-4e86-b527-bdb7ce3f0e60 req-60441d67-1d67-477d-a71d-02603f43c5c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464289 Jul 28 06:32:31.197179 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac68a4-5691-4922-98c6-92b04dd819b9 req-ddf1a09c-f9ba-4652-9a15-deb0a8d28a51 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:31.199076 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-26ac68a4-5691-4922-98c6-92b04dd819b9 req-ddf1a09c-f9ba-4652-9a15-deb0a8d28a51 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0483534 Jul 28 06:32:31.260123 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-26ac68a4-5691-4922-98c6-92b04dd819b9 req-6c74e1b3-e1b8-4b65-ad25-8e0549af11cf tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562236 Jul 28 06:32:31.293752 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb491260-433d-4bd1-8a1f-a87ad9204b61 req-3e31c8c6-4118-4d9e-8bc2-603dca17becc tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:31.295293 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cb491260-433d-4bd1-8a1f-a87ad9204b61 req-3e31c8c6-4118-4d9e-8bc2-603dca17becc tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.0542715 Jul 28 06:32:31.346675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cb491260-433d-4bd1-8a1f-a87ad9204b61 req-b8566478-79fb-428b-93c9-2522e118448b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Jul 28 06:32:31.658569 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121775-7424-4b27-aff5-c7c64ebf0eb0 req-e252c978-2722-43f0-84e1-97c69fb5354c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:31.659957 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a2121775-7424-4b27-aff5-c7c64ebf0eb0 req-e252c978-2722-43f0-84e1-97c69fb5354c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0475917 Jul 28 06:32:31.707434 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a2121775-7424-4b27-aff5-c7c64ebf0eb0 req-c703a8ff-c7fb-4b93-b298-700454de9509 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Jul 28 06:32:32.656431 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:32.669971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-b25743ce-e111-419c-b940-9e71a92cef10 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:32.671417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-b25743ce-e111-419c-b940-9e71a92cef10 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.3559043 Jul 28 06:32:32.709124 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eff48f-3878-4f7a-81b4-d8ad4297f184 req-c6ebf758-21f0-48f9-9150-57c70b7db8e5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:32.710620 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b9eff48f-3878-4f7a-81b4-d8ad4297f184 req-c6ebf758-21f0-48f9-9150-57c70b7db8e5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.3659415 Jul 28 06:32:32.770844 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769252cb-6a5e-4b09-b971-4887b32edb68 req-6b6304d6-151d-40cd-bd1b-dafb1994a02f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:32.772330 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-769252cb-6a5e-4b09-b971-4887b32edb68 req-6b6304d6-151d-40cd-bd1b-dafb1994a02f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 946 time: 0.1221368 Jul 28 06:32:32.845935 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b9eff48f-3878-4f7a-81b4-d8ad4297f184 req-a4e1e7d4-6115-4c1e-bac5-5fb7fb879171 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146035 Jul 28 06:32:32.864309 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:32:32.864659 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:32.923811 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-769252cb-6a5e-4b09-b971-4887b32edb68 req-32c48206-284c-47c5-93be-72d0a6360c90 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=c42e8dd0-98b5-4688-8063-593f84dcd7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432765 Jul 28 06:32:32.976929 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:33.000241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b7bb-1e54-4780-a0ed-4f880625755b req-c8560a97-7558-40ed-bf50-3dab1c7104f4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:33.004247 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-32f4b7bb-1e54-4780-a0ed-4f880625755b req-c8560a97-7558-40ed-bf50-3dab1c7104f4 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0819645 Jul 28 06:32:33.042589 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] For port f73695a0-ec1f-4387-94ac-3d3ad1c57c48, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:33.042974 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:33.118244 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-32f4b7bb-1e54-4780-a0ed-4f880625755b req-ad8a589d-0829-4d9b-8460-d27186979468 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055655 Jul 28 06:32:33.236030 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:33.236393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (9a1b4a08-b1ca-43a4-baec-78e668524998), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:33.236714 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP 9a1b4a08-b1ca-43a4-baec-78e668524998 disassociated. External IP: 172.27.3.165, port: f73695a0-ec1f-4387-94ac-3d3ad1c57c48. Jul 28 06:32:33.237068 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for f73695a0-ec1f-4387-94ac-3d3ad1c57c48 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:32:33.449209 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f73695a0-ec1f-4387-94ac-3d3ad1c57c48), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:33.482943 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=f73695a0-ec1f-4387-94ac-3d3ad1c57c48,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:33.530186 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:33.604115 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:32:33.702812 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:33.715208 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:32:33.727245 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:32:33.740821 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:33.741849 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:33.765289 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] No DVR routers for this DVR port f73695a0-ec1f-4387-94ac-3d3ad1c57c48 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:32:33.768007 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:33.771388 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d7ddd0f1-a43a-46d3-adf2-ba9c2e4fdd41 req-9679adf5-08b9-4ad2-82b9-271971e86759 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "DELETE /v2.0/ports/f73695a0-ec1f-4387-94ac-3d3ad1c57c48 HTTP/1.1" status: 204 len: 173 time: 1.0797999 Jul 28 06:32:33.771894 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'name': 'network-vif-deleted', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:33.774188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbdd815-8e39-4240-b280-6f69c27f230b" -d '{"events": [{"server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "name": "network-vif-deleted", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:33.814620 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecd3204-ce8d-4e02-81d5-168b4418f520 x-openstack-request-id: req-4ecd3204-ce8d-4e02-81d5-168b4418f520 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:33.814917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b394488f-cd75-46c4-b399-909d7bd808fa", "name": "network-vif-deleted", "tag": "f73695a0-ec1f-4387-94ac-3d3ad1c57c48", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:33.815173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ecd3204-ce8d-4e02-81d5-168b4418f520 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:33.815748 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecd3204-ce8d-4e02-81d5-168b4418f520'] response: {'server_uuid': 'b394488f-cd75-46c4-b399-909d7bd808fa', 'name': 'network-vif-deleted', 'tag': 'f73695a0-ec1f-4387-94ac-3d3ad1c57c48', 'status': 'completed', 'code': 200} Jul 28 06:32:33.864914 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:34.001261 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1caf12-37c0-45e2-b078-a8dfb62c15f6 req-8eaf87e0-7f3a-462f-86de-340ba1266a93 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:34.003216 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-da1caf12-37c0-45e2-b078-a8dfb62c15f6 req-8eaf87e0-7f3a-462f-86de-340ba1266a93 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0570247 Jul 28 06:32:34.066966 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1e501d5b-4b41-4fdd-9590-1cfff723c136 req-16a8b1e2-9e6f-455e-8a85-033700498955 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0368958 Jul 28 06:32:34.082708 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:34.095101 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-da1caf12-37c0-45e2-b078-a8dfb62c15f6 req-bab174e8-a57e-464e-95b4-d874b53cc414 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849450 Jul 28 06:32:34.113014 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:32:34.122421 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:34.123025 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:34.228988 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:34.238757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b2aaa-5b78-475f-a433-0f5edc7d2b12 req-7649492a-e951-4172-9a0c-a2871fa9e5f6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:34.240252 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f0b2aaa-5b78-475f-a433-0f5edc7d2b12 req-7649492a-e951-4172-9a0c-a2871fa9e5f6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0476067 Jul 28 06:32:34.288581 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f0b2aaa-5b78-475f-a433-0f5edc7d2b12 req-1aabb05a-beb0-4dae-b1f0-ed5f36a709be tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Jul 28 06:32:34.420641 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:34.446419 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a8225-51fe-4aca-a2ec-836d0b01646e None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:32:34.663827 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882fb765-53f4-46bc-9266-204e0d413d16 None None] New status for floating IP 9a1b4a08-b1ca-43a4-baec-78e668524998: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:32:34.887313 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f73695a0-ec1f-4387-94ac-3d3ad1c57c48 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:32:34.911102 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: f73695a0-ec1f-4387-94ac-3d3ad1c57c48 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:32:34.912128 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f73695a0-ec1f-4387-94ac-3d3ad1c57c48 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:32:35.132433 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:35.141625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c617734-1116-4715-99fe-985a58189d0d req-6aa2a558-9092-49f1-85dc-fa7035ba266c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:35.146951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3c617734-1116-4715-99fe-985a58189d0d req-6aa2a558-9092-49f1-85dc-fa7035ba266c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Jul 28 06:32:35.185117 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb96b183-d419-4c1b-aeb8-57ecf32fc60c req-d6402011-8542-4591-a477-cec11fa048d8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0409806 Jul 28 06:32:35.218291 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3c617734-1116-4715-99fe-985a58189d0d req-7ee585d8-5afe-4e99-bf8f-af02c14a62ec tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651269 Jul 28 06:32:35.291082 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ca16-453b-4a73-a5f0-a55b36b675a3 req-34a526ee-04e1-4000-ac90-2a3254536908 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:35.292670 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b6e7ca16-453b-4a73-a5f0-a55b36b675a3 req-34a526ee-04e1-4000-ac90-2a3254536908 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0482738 Jul 28 06:32:35.344524 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b6e7ca16-453b-4a73-a5f0-a55b36b675a3 req-a386984f-f502-4384-b7b8-eb6d1eabde7c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463748 Jul 28 06:32:35.417684 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabec39-8f32-4316-8f44-2f8abe3c9c63 req-46adf028-7c8a-463e-b515-2489591c464d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:35.419170 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-daabec39-8f32-4316-8f44-2f8abe3c9c63 req-46adf028-7c8a-463e-b515-2489591c464d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0478244 Jul 28 06:32:35.469841 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-daabec39-8f32-4316-8f44-2f8abe3c9c63 req-6077e90d-56f1-401b-9b24-7c9c01841dcf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451765 Jul 28 06:32:35.625942 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1377639-b231-48e9-8626-ae6972f081bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:36.287322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b92dcee7-afbd-42ec-be5f-6fb72aa28049 req-5808fbc7-c46d-4e4f-b32d-5b99f87f14ad tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0293677 Jul 28 06:32:36.341285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f80a62-94cb-4852-a91e-3c59d7e87122 req-fdd50c2b-13c1-4e83-881f-25d9f6ba20fc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:36.342800 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-59f80a62-94cb-4852-a91e-3c59d7e87122 req-fdd50c2b-13c1-4e83-881f-25d9f6ba20fc tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0483637 Jul 28 06:32:36.392292 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-59f80a62-94cb-4852-a91e-3c59d7e87122 req-24a1b4f7-a2ed-4541-919d-85425bd104fd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Jul 28 06:32:36.469370 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda446c-4f05-4003-b395-f0908765baeb req-f6dfd73b-ac61-4bd2-9c30-60fcadebce84 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:36.470908 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cfda446c-4f05-4003-b395-f0908765baeb req-f6dfd73b-ac61-4bd2-9c30-60fcadebce84 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0484416 Jul 28 06:32:36.527027 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cfda446c-4f05-4003-b395-f0908765baeb req-696fd91d-9473-4b25-9304-9eb73d727213 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497701 Jul 28 06:32:36.591513 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97d861-8882-4198-846e-c7758bb28c1d req-de84b41a-fade-4cbf-999d-5bdae4c3f38b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:36.592413 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e97d861-8882-4198-846e-c7758bb28c1d req-de84b41a-fade-4cbf-999d-5bdae4c3f38b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0477469 Jul 28 06:32:36.640468 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e97d861-8882-4198-846e-c7758bb28c1d req-befa3114-8b4f-46a4-9146-6f0432fcb58b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421546 Jul 28 06:32:37.404213 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d08815f0-0235-4a06-bebd-c391ec476c07 req-ca3b9df8-3afa-42dc-97e6-70d7cf3d8e65 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0296249 Jul 28 06:32:37.521876 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc11f25-29c2-4b07-911e-83705d5b7dac req-8f12cf80-4918-481a-80cc-1348ea00172c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:37.523364 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cfc11f25-29c2-4b07-911e-83705d5b7dac req-8f12cf80-4918-481a-80cc-1348ea00172c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0561182 Jul 28 06:32:37.573844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cfc11f25-29c2-4b07-911e-83705d5b7dac req-2708f6e5-fb0e-4f8a-bffd-c04fcf92f293 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jul 28 06:32:37.646458 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15945cb-a1d7-4a02-92f4-7725c62fe5a0 req-861210d7-0257-4bae-886b-0b335c69103b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:37.648081 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e15945cb-a1d7-4a02-92f4-7725c62fe5a0 req-861210d7-0257-4bae-886b-0b335c69103b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0497971 Jul 28 06:32:37.674728 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:37.703031 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e15945cb-a1d7-4a02-92f4-7725c62fe5a0 req-6e3802a5-1571-4b40-b302-bb219c116bca tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490327 Jul 28 06:32:37.767290 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a70402-2d85-4371-9ee3-799dc9b980c5 req-2959ece0-e9df-44d4-8144-415c79cb5998 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:37.768869 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-78a70402-2d85-4371-9ee3-799dc9b980c5 req-2959ece0-e9df-44d4-8144-415c79cb5998 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0523064 Jul 28 06:32:37.822807 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-78a70402-2d85-4371-9ee3-799dc9b980c5 req-4adfdc64-e212-492c-aeeb-68d1516b0c89 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470910 Jul 28 06:32:38.091995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aaa16d42-bb93-4413-8300-b6ef94d31bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:38.518240 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1e97c1ff-67aa-4a94-bb2f-414358b34409 req-bdb9a63f-6c7d-44de-9ce0-e641ba2c7812 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=b394488f-cd75-46c4-b399-909d7bd808fa HTTP/1.1" status: 200 len: 210 time: 0.0289941 Jul 28 06:32:38.693542 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5b69c-179a-48ea-a164-4377a5fa80e6 req-0bbe2e77-2909-4bce-8fb5-b092b2c64dad tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:38.694965 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46a5b69c-179a-48ea-a164-4377a5fa80e6 req-0bbe2e77-2909-4bce-8fb5-b092b2c64dad tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Jul 28 06:32:38.744904 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46a5b69c-179a-48ea-a164-4377a5fa80e6 req-b7c0973d-74f9-4d12-b4de-0a155e565bce tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Jul 28 06:32:38.823310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d4746-61de-46e3-853b-d12cc27b10dc req-1f1284f1-181a-462d-aa4f-15db992b6ef6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:38.824853 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-751d4746-61de-46e3-853b-d12cc27b10dc req-1f1284f1-181a-462d-aa4f-15db992b6ef6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0509565 Jul 28 06:32:38.883101 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-751d4746-61de-46e3-853b-d12cc27b10dc req-5ab866d5-2c58-4391-984e-68c50c00cd24 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520883 Jul 28 06:32:38.908321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:38.947249 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cfc56-dc39-426d-803a-c811d83f38b9 req-cf52ab93-766f-4415-b659-a1b69d2ef5a3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:38.948726 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f6cfc56-dc39-426d-803a-c811d83f38b9 req-cf52ab93-766f-4415-b659-a1b69d2ef5a3 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0496774 Jul 28 06:32:39.001181 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f6cfc56-dc39-426d-803a-c811d83f38b9 req-d13e5c23-8a67-4905-85e8-f7eb9c51271c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450299 Jul 28 06:32:39.174724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:39.279965 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7c453-d250-48ba-9505-47cfb14d4565 req-ba5a0adc-c60b-40f7-b148-db722781c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:39.281508 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5cb7c453-d250-48ba-9505-47cfb14d4565 req-ba5a0adc-c60b-40f7-b148-db722781c0f1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.0401387 Jul 28 06:32:39.326120 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5cb7c453-d250-48ba-9505-47cfb14d4565 req-7ba5e645-0719-4ad5-b7f6-0bea46025d2f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388007 Jul 28 06:32:39.670017 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60224) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:39.730324 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-134c2991-dd03-4918-9e96-de78404e507b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (c42e8dd0-98b5-4688-8063-593f84dcd7bc), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:39.754063 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-134c2991-dd03-4918-9e96-de78404e507b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (c42e8dd0-98b5-4688-8063-593f84dcd7bc), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:39.866472 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3257-4f63-4102-950b-34f7c807e221 req-73d4cb53-3ca4-4138-8cfd-4a3cf9408e36 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:39.867892 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2a0a3257-4f63-4102-950b-34f7c807e221 req-73d4cb53-3ca4-4138-8cfd-4a3cf9408e36 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0506048 Jul 28 06:32:39.900545 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-134c2991-dd03-4918-9e96-de78404e507b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (c42e8dd0-98b5-4688-8063-593f84dcd7bc), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:39.903246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-134c2991-dd03-4918-9e96-de78404e507b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:39.904538 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-134c2991-dd03-4918-9e96-de78404e507b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/security-groups/c42e8dd0-98b5-4688-8063-593f84dcd7bc HTTP/1.1" status: 204 len: 168 time: 0.2334065 Jul 28 06:32:39.908177 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60228) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:39.921612 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2a0a3257-4f63-4102-950b-34f7c807e221 req-1a0a1d1b-9933-4fdf-8ef8-50f5927342f2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Jul 28 06:32:39.922687 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-4c0788df-35cc-494a-82c7-993515a80a41 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] show failed (client error): The resource could not be found. Jul 28 06:32:39.923885 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4c0788df-35cc-494a-82c7-993515a80a41 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups/c42e8dd0-98b5-4688-8063-593f84dcd7bc HTTP/1.1" status: 404 len: 347 time: 0.0147588 Jul 28 06:32:39.929255 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2991-dd03-4918-9e96-de78404e507b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e8dd0-98b5-4688-8063-593f84dcd7bc,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:39.930892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60232) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:40.065914 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbc7e-b84f-4483-9ed3-bba8da1a8131 req-f97ab691-deeb-4ab4-9cfa-2f6b2e05d974 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:40.071390 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-012fbc7e-b84f-4483-9ed3-bba8da1a8131 req-f97ab691-deeb-4ab4-9cfa-2f6b2e05d974 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0934067 Jul 28 06:32:40.147049 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port 00a40c8a-4fee-422d-bd46-6fee03a99981 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:32:40.147388 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.169815 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2b76e-8edd-4eff-b595-fda00d09d6b0 req-a8169769-a7fb-4e6c-94e1-ef2fa4fd27a7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:40.171271 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dec2b76e-8edd-4eff-b595-fda00d09d6b0 req-a8169769-a7fb-4e6c-94e1-ef2fa4fd27a7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0866492 Jul 28 06:32:40.244813 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-012fbc7e-b84f-4483-9ed3-bba8da1a8131 req-6f4ae792-570d-4c3c-ae32-6c203875a90f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610856 Jul 28 06:32:40.297138 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dec2b76e-8edd-4eff-b595-fda00d09d6b0 req-13101ab1-2234-462c-86db-6a47dc0b487a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959218 Jul 28 06:32:40.300761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.301072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (00a40c8a-4fee-422d-bd46-6fee03a99981), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.310877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:40.315132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for 00a40c8a-4fee-422d-bd46-6fee03a99981 owned by network:floatingip {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:32:40.528734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (00a40c8a-4fee-422d-bd46-6fee03a99981), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.555410 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=00a40c8a-4fee-422d-bd46-6fee03a99981,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:40.626582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (9a1b4a08-b1ca-43a4-baec-78e668524998), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.628957 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.630161 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-795af6a4-932d-4ee9-9537-a99e3c7eaf83 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/floatingips/9a1b4a08-b1ca-43a4-baec-78e668524998 HTTP/1.1" status: 204 len: 168 time: 0.6961982 Jul 28 06:32:40.804594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60244) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:40.806975 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.809769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993937807', 'description': 'tempest-description--1156563745'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:40.892693 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:40.904207 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:40.963583 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (ea5c73fc-29fa-4983-9fb8-485bc711188e), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.030757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ea5c73fc-29fa-4983-9fb8-485bc711188e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.080197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5a3c4-d407-4a56-9d25-a02368086086 req-a49f08d3-382a-47e7-bce1-04d9e6462416 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:41.081717 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06e5a3c4-d407-4a56-9d25-a02368086086 req-a49f08d3-382a-47e7-bce1-04d9e6462416 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0797257 Jul 28 06:32:41.082470 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c73fc-29fa-4983-9fb8-485bc711188e,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:41.140626 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06e5a3c4-d407-4a56-9d25-a02368086086 req-2f729595-6008-4e0a-92a4-a92091eea240 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485854 Jul 28 06:32:41.217804 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.253843 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.255215 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d5a801cc-aed2-444d-a084-3deaa3c4b63f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4495015 Jul 28 06:32:41.259432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60254) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:41.264271 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': 'ea5c73fc-29fa-4983-9fb8-485bc711188e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:41.375957 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c71b-f945-4d9f-97f8-056563658e54 req-c7bf9cd7-b681-40df-8f42-303d6f982d81 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:41.377787 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f633c71b-f945-4d9f-97f8-056563658e54 req-c7bf9cd7-b681-40df-8f42-303d6f982d81 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0524247 Jul 28 06:32:41.380708 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (1979cdaa-6f25-4ccb-a8d1-a3dbed8eda45), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.432249 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f633c71b-f945-4d9f-97f8-056563658e54 req-0a649df8-8d2b-403d-8ccc-4cf3353e4557 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483789 Jul 28 06:32:41.448639 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (1979cdaa-6f25-4ccb-a8d1-a3dbed8eda45), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.522785 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (1979cdaa-6f25-4ccb-a8d1-a3dbed8eda45), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.542708 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1979cdaa-6f25-4ccb-a8d1-a3dbed8eda45,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:41.544733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05795ddb-8bd9-407b-8478-3c9bfbc75130 req-e69b0207-6769-4717-a32c-62019d1bcb5f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:41.546598 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-05795ddb-8bd9-407b-8478-3c9bfbc75130 req-e69b0207-6769-4717-a32c-62019d1bcb5f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0565422 Jul 28 06:32:41.602659 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-05795ddb-8bd9-407b-8478-3c9bfbc75130 req-6dadb2cc-e92e-4631-9834-a055304f24ee tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497775 Jul 28 06:32:41.651690 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.653435 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-47af04c4-08cb-4896-a8b7-b7d639618f13 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3925874 Jul 28 06:32:41.655913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60266) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:41.663978 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': 'ea5c73fc-29fa-4983-9fb8-485bc711188e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:41.744603 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (5423e6da-5120-4ccc-b408-a4f07217b917), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.796761 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (5423e6da-5120-4ccc-b408-a4f07217b917), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.869363 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (5423e6da-5120-4ccc-b408-a4f07217b917), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.888651 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5423e6da-5120-4ccc-b408-a4f07217b917,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:41.944243 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:41.956995 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:41.958245 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cc9822b4-ecdb-479f-bd35-fa248a808957 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3014615 Jul 28 06:32:41.961428 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60274) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:41.966074 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:42.058877 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.092426 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.182715 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.195839 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:42.207953 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460bc18-bbc4-4b3f-8c02-81f05be3c1df req-2dbb666b-b6be-402b-8f28-b41bda3f3463 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.209792 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f460bc18-bbc4-4b3f-8c02-81f05be3c1df req-2dbb666b-b6be-402b-8f28-b41bda3f3463 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0555830 Jul 28 06:32:42.239213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device e32626bb-30e6-43a9-9be6-672349e56fb4 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:32:42.324627 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.27.3.165 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/fa0df731-8922-4c30-b42a-3da276845cbf) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:32:42.330783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156446b-baa5-452f-b62b-4206aa0d58e1 req-70bef814-b961-4f45-8a24-1155d06bf615 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.332549 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2156446b-baa5-452f-b62b-4206aa0d58e1 req-70bef814-b961-4f45-8a24-1155d06bf615 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1084137 Jul 28 06:32:42.367107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-502e2e07-860d-4293-b355-30423d1cdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.369078 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-502e2e07-860d-4293-b355-30423d1cdee5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.1039786 Jul 28 06:32:42.374187 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f460bc18-bbc4-4b3f-8c02-81f05be3c1df req-71ad1d19-a7a2-472c-a9b5-84de28494919 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569846 Jul 28 06:32:42.389822 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:42.415624 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2156446b-baa5-452f-b62b-4206aa0d58e1 req-70f68f35-400f-4478-a84b-a1877b4aa292 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721648 Jul 28 06:32:42.480880 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (fa0df731-8922-4c30-b42a-3da276845cbf), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.491637 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:42.494179 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port e32626bb-30e6-43a9-9be6-672349e56fb4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=e32626bb-30e6-43a9-9be6-672349e56fb4,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:42.506865 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'port_id': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'mac_address': 'fa:16:3e:31:b7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:32:42.554335 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port e32626bb-30e6-43a9-9be6-672349e56fb4 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:32:42.554729 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.568411 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32626bb-30e6-43a9-9be6-672349e56fb4 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:32:42.588990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-bfe98217-f545-4f2f-a037-90d7bb036b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.592417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-bfe98217-f545-4f2f-a037-90d7bb036b35 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.1613960 Jul 28 06:32:42.599273 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port e32626bb-30e6-43a9-9be6-672349e56fb4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=e32626bb-30e6-43a9-9be6-672349e56fb4,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:42.613621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c457f6-88ea-416e-aa9b-a361fc39aaf8 req-3dd41302-7917-4f15-9cd1-5861904291c8 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.614156 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (fa0df731-8922-4c30-b42a-3da276845cbf), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.615161 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d5c457f6-88ea-416e-aa9b-a361fc39aaf8 req-3dd41302-7917-4f15-9cd1-5861904291c8 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 944 time: 0.0755224 Jul 28 06:32:42.658050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:32:42.660911 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:32:42.666770 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:32:42.681769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:42.686318 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-55b36741-fdd6-44be-9992-3515cb5b11c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 1002 time: 0.0877361 Jul 28 06:32:42.686566 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.695725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=fa0df731-8922-4c30-b42a-3da276845cbf,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:42.746717 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=e32626bb-30e6-43a9-9be6-672349e56fb4,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:42.751626 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d5c457f6-88ea-416e-aa9b-a361fc39aaf8 req-a68a18af-41be-4541-ae20-4fabe1e390d9 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073558 Jul 28 06:32:42.784442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-152157d3-3d25-4591-b48d-eb01bc71b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.784442 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-152157d3-3d25-4591-b48d-eb01bc71b6e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0675542 Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.784786 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.785724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.785724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.785724 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:32:42.804675 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (e2631edd-575e-4868-a080-96314e987b23), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.821410 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-bbca2b09-51e3-49d4-813f-ccfd8eb806f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:42.822933 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-bbca2b09-51e3-49d4-813f-ccfd8eb806f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431595 Jul 28 06:32:42.923725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-c3f3c9bf-723f-4a11-85cf-276ee928048d service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939901 Jul 28 06:32:42.935023 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fa0df731-8922-4c30-b42a-3da276845cbf), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:42.999229 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['e32626bb-30e6-43a9-9be6-672349e56fb4'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:32:43.002564 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:43.021993 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-380d8f91-6753-48a2-aa93-a4f5abaa17bd req-897d7fef-a322-4bea-bcfb-bc691d285b24 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917385 Jul 28 06:32:43.089853 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (fa0df731-8922-4c30-b42a-3da276845cbf), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:43.166180 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265074199'] for port (fa0df731-8922-4c30-b42a-3da276845cbf), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:43.197393 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:43.239950 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=fa0df731-8922-4c30-b42a-3da276845cbf,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:43.259981 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (e2631edd-575e-4868-a080-96314e987b23), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:43.345972 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:43.348031 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-32bc67ca-f3f2-4ab7-8da3-2a7f9711593c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3846807 Jul 28 06:32:43.542438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d95fef-96be-41f5-81c9-a418de8dc0c3 req-b48f7280-ac2b-411d-9af5-3be77472bf4c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:43.544499 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b3d95fef-96be-41f5-81c9-a418de8dc0c3 req-b48f7280-ac2b-411d-9af5-3be77472bf4c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0810931 Jul 28 06:32:43.564390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fac68-e5ef-493a-a516-1e92d470b8b2 req-8902941f-a4a7-40c6-bc97-449717f3760a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:43.565830 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a7fac68-e5ef-493a-a516-1e92d470b8b2 req-8902941f-a4a7-40c6-bc97-449717f3760a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0724049 Jul 28 06:32:43.870324 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b3d95fef-96be-41f5-81c9-a418de8dc0c3 req-d18c1501-7b01-4ccf-ac46-ce8ab1fe006c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197675 Jul 28 06:32:43.877566 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a7fac68-e5ef-493a-a516-1e92d470b8b2 req-3285cd4b-d5bb-4220-9417-581a6e1e47a3 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660834 Jul 28 06:32:44.025498 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-c6d26b8e-1a14-499c-9971-afb6ff17ad77 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--993937807&fields=id&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 267 time: 0.0462563 Jul 28 06:32:44.136323 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-3a4878f3-cc47-4598-8325-698f0e7b7388 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:44.138274 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-3a4878f3-cc47-4598-8325-698f0e7b7388 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.1055882 Jul 28 06:32:44.153940 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-88709d1c-36a5-45d0-bb1a-09ef27027168 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/quotas/85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 375 time: 0.0100009 Jul 28 06:32:44.191472 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:44.204550 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-169116fd-0aaa-4997-95bc-fa0153c028b9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453274 Jul 28 06:32:44.245393 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device e32626bb-30e6-43a9-9be6-672349e56fb4 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:32:44.269145 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:44.296496 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port e32626bb-30e6-43a9-9be6-672349e56fb4 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:32:44.320324 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-3f48ebdd-796c-4188-9186-eb033577e17a service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032536 Jul 28 06:32:44.391495 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port e32626bb-30e6-43a9-9be6-672349e56fb4 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:32:44.391850 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:44.412364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae67a-ddb8-4aba-adb5-0b91ea25b52b req-a4bf83c4-62f8-4404-bfb7-1b947e97a878 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:44.413881 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46eae67a-ddb8-4aba-adb5-0b91ea25b52b req-a4bf83c4-62f8-4404-bfb7-1b947e97a878 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 945 time: 0.0924315 Jul 28 06:32:44.472952 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port e32626bb-30e6-43a9-9be6-672349e56fb4 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:32:44.473735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:44.494733 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-77db84f4-fc24-4c06-bde0-78c97b83c954 service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624596 Jul 28 06:32:44.498124 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:44.499400 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46eae67a-ddb8-4aba-adb5-0b91ea25b52b req-1197d928-9487-4921-9cb3-21515e287bdb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786026 Jul 28 06:32:44.500312 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6955bca2-0b7a-4bca-abf2-8bb95b18399b" -d '{"events": [{"server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "name": "network-vif-plugged", "status": "completed", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:44.514472 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port e32626bb-30e6-43a9-9be6-672349e56fb4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=e32626bb-30e6-43a9-9be6-672349e56fb4,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:44.608672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9a86d-169e-4448-a5b6-399532785fd7 req-57442071-72cb-4e27-864e-7780f11a5c39 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:44.610232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b5b9a86d-169e-4448-a5b6-399532785fd7 req-57442071-72cb-4e27-864e-7780f11a5c39 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.0512154 Jul 28 06:32:44.612014 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:44.663547 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=e32626bb-30e6-43a9-9be6-672349e56fb4,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:44.664242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b5b9a86d-169e-4448-a5b6-399532785fd7 req-4903045e-6a94-4a6a-9790-84475c17e8a0 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Jul 28 06:32:44.711183 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2762c13-9cea-4914-ad53-f1b0c27126c4 x-openstack-request-id: req-c2762c13-9cea-4914-ad53-f1b0c27126c4 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:44.711497 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "name": "network-vif-plugged", "status": "completed", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:44.712023 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2762c13-9cea-4914-ad53-f1b0c27126c4 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:44.712427 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2762c13-9cea-4914-ad53-f1b0c27126c4'] response: {'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'code': 200} Jul 28 06:32:44.736037 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:44.740098 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:44.804323 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1ca01cf1-59f4-4770-a468-eefb6a11f181 req-6eb39160-66c0-4696-8077-d7ea96914f0d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 210 time: 0.0285456 Jul 28 06:32:45.029163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061677a-336e-4ef3-beb2-a9b7b850cd2c req-bb25d0a7-31b6-4f35-a99a-a7f49609dc58 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:45.030718 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9061677a-336e-4ef3-beb2-a9b7b850cd2c req-bb25d0a7-31b6-4f35-a99a-a7f49609dc58 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0824237 Jul 28 06:32:45.039042 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a93eb6-f8ef-4f43-bda4-c87325a08f39 req-e94ba576-2d03-415d-8df0-3444eea603d0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:45.040446 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-44a93eb6-f8ef-4f43-bda4-c87325a08f39 req-e94ba576-2d03-415d-8df0-3444eea603d0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0806043 Jul 28 06:32:45.091559 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:45.116914 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9061677a-336e-4ef3-beb2-a9b7b850cd2c req-8823eb6d-29a9-4a81-8ffc-53fb56763a35 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755305 Jul 28 06:32:45.120027 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-44a93eb6-f8ef-4f43-bda4-c87325a08f39 req-725fe239-bb39-4a61-a57f-8ff68fd5cde4 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725763 Jul 28 06:32:45.628035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f61ead-8077-4fe3-add6-f3d0a749b6fb req-410f9fd3-ddc9-415e-8e4b-3a794a46617b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:45.629577 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5f61ead-8077-4fe3-add6-f3d0a749b6fb req-410f9fd3-ddc9-415e-8e4b-3a794a46617b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.0528519 Jul 28 06:32:45.679541 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5f61ead-8077-4fe3-add6-f3d0a749b6fb req-b7a010db-d6e9-44b1-81e3-856eed8323ce tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444126 Jul 28 06:32:45.787381 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d93f1-1a9f-4f0d-bc11-f4f2ecc4baf4 req-8f0a4a43-848c-438e-b6a2-cd8632f2d6dd tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:45.788757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e9d93f1-1a9f-4f0d-bc11-f4f2ecc4baf4 req-8f0a4a43-848c-438e-b6a2-cd8632f2d6dd tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.0485151 Jul 28 06:32:45.837242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7e9d93f1-1a9f-4f0d-bc11-f4f2ecc4baf4 req-49f043b8-945c-4e53-a2f8-c79b479a2129 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jul 28 06:32:45.909088 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e73f09a7-b654-4de9-9e18-e935a11e2849 req-45ee9f86-c9db-4399-a836-5d3689b072d4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Jul 28 06:32:46.284138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d861e-b07b-42f6-9ab4-bed85ff5d65d req-a072035d-0c4c-4570-b08f-c3e76cf4f429 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:46.285661 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b28d861e-b07b-42f6-9ab4-bed85ff5d65d req-a072035d-0c4c-4570-b08f-c3e76cf4f429 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0822656 Jul 28 06:32:46.291749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee39e46-7862-45f2-b3aa-e16059519881 req-20ecfa9d-161f-4bbf-8cb6-0ec5d7817860 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:46.293151 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ee39e46-7862-45f2-b3aa-e16059519881 req-20ecfa9d-161f-4bbf-8cb6-0ec5d7817860 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0909417 Jul 28 06:32:46.368210 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b28d861e-b07b-42f6-9ab4-bed85ff5d65d req-2cef0f96-7a72-4064-9dd4-9e79959b0e5f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740635 Jul 28 06:32:46.372252 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ee39e46-7862-45f2-b3aa-e16059519881 req-ff2138ed-3e41-466c-a90d-84639e36e458 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715454 Jul 28 06:32:46.850373 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:46.856808 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aa8e5-649a-469f-a84d-e3c35ffb44bf req-338397f9-fc58-432c-a7ab-9d731b8efd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:46.858380 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc0aa8e5-649a-469f-a84d-e3c35ffb44bf req-338397f9-fc58-432c-a7ab-9d731b8efd97 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 1130 time: 0.1099820 Jul 28 06:32:46.866314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-d23aafb5-fd7b-4a87-8065-dc602ab613a0 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:46.867756 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-d23aafb5-fd7b-4a87-8065-dc602ab613a0 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.1087804 Jul 28 06:32:46.874414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff6b7-ac0a-4664-8d1a-62cf84742759 req-79cf9265-6345-4e02-b0e8-39d2163835f5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:46.876017 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d9ff6b7-ac0a-4664-8d1a-62cf84742759 req-79cf9265-6345-4e02-b0e8-39d2163835f5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.1191025 Jul 28 06:32:47.044953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc0aa8e5-649a-469f-a84d-e3c35ffb44bf req-72a5a28a-e781-41fb-8dcd-5aa4aa4146cf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679618 Jul 28 06:32:47.058061 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694095-fc4f-4a5b-a4aa-b9b1562dd8d6 req-094973a2-fe65-4d74-8e54-b02e448cb161 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:47.059583 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63694095-fc4f-4a5b-a4aa-b9b1562dd8d6 req-094973a2-fe65-4d74-8e54-b02e448cb161 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 945 time: 0.1216102 Jul 28 06:32:47.094635 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Deleting port f10204df-a4f7-4635-be5a-4e54d32ca919 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:32:47.094981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:47.100938 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d9ff6b7-ac0a-4664-8d1a-62cf84742759 req-5295faa6-45c6-4b9c-8fca-b1664cc0f711 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018855 Jul 28 06:32:47.196661 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63694095-fc4f-4a5b-a4aa-b9b1562dd8d6 req-8afb1a38-1285-4bf3-b570-c3c4f9ddf24e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298296 Jul 28 06:32:47.222026 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-69868533-3009-4985-8861-6fc2c5f0f5a9 req-ee60e6aa-5cd7-47ac-a99b-8d741a0e1e9e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 210 time: 0.0472126 Jul 28 06:32:47.262966 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] For port f10204df-a4f7-4635-be5a-4e54d32ca919, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f10204df-a4f7-4635-be5a-4e54d32ca919,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:32:47.263337 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:47.278117 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Calling delete_port for f10204df-a4f7-4635-be5a-4e54d32ca919 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:32:47.344748 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:47.513051 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f10204df-a4f7-4635-be5a-4e54d32ca919), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:47.520625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95f677-a471-4b9a-ad2e-98600e0e5b33 req-76f28fb5-fde3-4189-9a6b-bd0b938f4892 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:47.522159 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1a95f677-a471-4b9a-ad2e-98600e0e5b33 req-76f28fb5-fde3-4189-9a6b-bd0b938f4892 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0789552 Jul 28 06:32:47.524552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['f10204df-a4f7-4635-be5a-4e54d32ca919'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:32:47.530779 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc58cd-aa96-4383-9a74-a877989aa7c7 req-95236b75-0de5-499f-8b77-13cc3fe8bfe2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:47.532290 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-25dc58cd-aa96-4383-9a74-a877989aa7c7 req-95236b75-0de5-499f-8b77-13cc3fe8bfe2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0786662 Jul 28 06:32:47.588963 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Pushing event deleted for resources: {'Port': ['ID=f10204df-a4f7-4635-be5a-4e54d32ca919,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:47.663153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] No DVR routers for this DVR port f10204df-a4f7-4635-be5a-4e54d32ca919 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:32:47.671003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:47.674232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee82b1f0-6df6-4e6a-9211-616b615b317e req-cca63883-cfef-46ff-bd90-6706c979cf0e tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "DELETE /v2.0/ports/f10204df-a4f7-4635-be5a-4e54d32ca919 HTTP/1.1" status: 204 len: 173 time: 0.7889240 Jul 28 06:32:47.674667 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'name': 'network-vif-deleted', 'tag': 'f10204df-a4f7-4635-be5a-4e54d32ca919'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:47.676870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90903b5-f9db-4000-b62b-60d0229357cd" -d '{"events": [{"server_uuid": "b8486067-5ab6-483a-84c4-8d4eb4f1b07e", "name": "network-vif-deleted", "tag": "f10204df-a4f7-4635-be5a-4e54d32ca919"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:47.685816 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1a95f677-a471-4b9a-ad2e-98600e0e5b33 req-6038ee82-5444-4d77-b143-3f809f8ea5f8 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491859 Jul 28 06:32:47.702313 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-25dc58cd-aa96-4383-9a74-a877989aa7c7 req-0ea9d78e-964a-4748-93f1-d5f343b26fb2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547909 Jul 28 06:32:47.740853 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d497d02-bfd0-41c4-a95b-e42d3bf4fdf7 x-openstack-request-id: req-0d497d02-bfd0-41c4-a95b-e42d3bf4fdf7 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:47.741147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8486067-5ab6-483a-84c4-8d4eb4f1b07e", "name": "network-vif-deleted", "tag": "f10204df-a4f7-4635-be5a-4e54d32ca919", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:47.741556 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d497d02-bfd0-41c4-a95b-e42d3bf4fdf7 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:47.741965 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d497d02-bfd0-41c4-a95b-e42d3bf4fdf7'] response: {'server_uuid': 'b8486067-5ab6-483a-84c4-8d4eb4f1b07e', 'name': 'network-vif-deleted', 'tag': 'f10204df-a4f7-4635-be5a-4e54d32ca919', 'status': 'completed', 'code': 200} Jul 28 06:32:47.837886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71263-b755-4759-b2f4-d57333c2c8d6 req-c03390d8-6c9a-42d6-b3a1-30d74c7bd69a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:47.839458 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8cd71263-b755-4759-b2f4-d57333c2c8d6 req-c03390d8-6c9a-42d6-b3a1-30d74c7bd69a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0554116 Jul 28 06:32:47.850110 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60352) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:47.854490 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Request body: {'floatingip': {'port_id': '2742328d-a56f-47f6-9907-80622646c3ab'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:47.907914 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:47.942734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:48.080599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1b28a-72da-4c54-90fa-a958cb09c878 req-e7045924-a222-4c76-8f98-1895d8d7fc4b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:48.082162 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2f1b28a-72da-4c54-90fa-a958cb09c878 req-e7045924-a222-4c76-8f98-1895d8d7fc4b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0776024 Jul 28 06:32:48.251047 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2f1b28a-72da-4c54-90fa-a958cb09c878 req-72d454a2-c598-485b-b6f1-79847b3e4c0f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617775 Jul 28 06:32:48.264937 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b314790-4571-41fe-a1d5-7c0627c02992 req-ff1b616f-2fb8-436e-b67e-9ca06b5d5ca9 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:48.266450 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b314790-4571-41fe-a1d5-7c0627c02992 req-ff1b616f-2fb8-436e-b67e-9ca06b5d5ca9 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.0793459 Jul 28 06:32:48.403669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:48.403669 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-96e452d5-aee2-437c-ba84-9973e4a15b97 req-c2a8ddd9-4c1b-4160-89a3-2dff717122f8 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.0695727 Jul 28 06:32:48.423668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-36a5709c-c12b-44cd-abd6-622fc2cd47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:48.423668 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-36a5709c-c12b-44cd-abd6-622fc2cd47da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 1129 time: 0.1150558 Jul 28 06:32:48.476407 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b314790-4571-41fe-a1d5-7c0627c02992 req-3ea6ca6a-d0d8-43b3-9959-8da9e3c33acf tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009706 Jul 28 06:32:48.498627 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c94147af-1fed-461c-a5c7-d5411fbd69b5 req-3c562427-b2fa-495f-b0bb-bd222c19e22a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 210 time: 0.0404918 Jul 28 06:32:48.640379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:48.706208 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:49.217749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-2da53b1d-cbf5-4a87-bbfb-aff21badb0c4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:49.219204 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-2da53b1d-cbf5-4a87-bbfb-aff21badb0c4 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.4774427 Jul 28 06:32:49.256921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-e819efb2-c29a-431f-878d-33dc8350ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:49.258449 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-e819efb2-c29a-431f-878d-33dc8350ec58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 912 time: 0.5151489 Jul 28 06:32:49.364379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:49.444605 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-864bc574-8dbd-46d5-a41c-64e43c65a1c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 200 len: 1001 time: 0.1766686 Jul 28 06:32:49.456485 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-d1dd4fa7-66f3-4602-9362-0e0f39e33811 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 379 time: 0.2010436 Jul 28 06:32:49.474582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'port': {'device_id': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'admin_state_up': True, 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'security_groups': ['ea5c73fc-29fa-4983-9fb8-485bc711188e']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:49.486923 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45f6b6-76d2-4b4d-914b-f1bd4340cb12 req-25c46f40-51bd-4f82-8083-6b2d63d27c46 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:49.488388 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee45f6b6-76d2-4b4d-914b-f1bd4340cb12 req-25c46f40-51bd-4f82-8083-6b2d63d27c46 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1532989 Jul 28 06:32:49.612015 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4b6e0345-f180-44aa-87d7-f8d62bac7f7f req-840867ee-ba11-4d85-9e9c-6d422d98b354 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8486067-5ab6-483a-84c4-8d4eb4f1b07e HTTP/1.1" status: 200 len: 210 time: 0.1038940 Jul 28 06:32:49.613903 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:32:49.631904 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:49.635501 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-27367309-4c67-47bb-b8b8-8d93187c63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:49.636497 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-27367309-4c67-47bb-b8b8-8d93187c63b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.1770217 Jul 28 06:32:49.765402 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee45f6b6-76d2-4b4d-914b-f1bd4340cb12 req-ee4c5a90-cd3f-48c3-96ed-c2b0c8421278 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442918 Jul 28 06:32:49.802075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-923f270b-4553-4523-acd1-fe3d9939cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:49.803662 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-923f270b-4553-4523-acd1-fe3d9939cc17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1582713 Jul 28 06:32:49.843169 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311e200-174e-4459-8bcc-025bc017f45c req-1a689b5b-a542-4642-8a4f-38ee749a7b41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:49.845769 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4311e200-174e-4459-8bcc-025bc017f45c req-1a689b5b-a542-4642-8a4f-38ee749a7b41 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.1452842 Jul 28 06:32:49.970771 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4472502a-c324-4e64-a75f-4968b2a56f5c req-4307511d-2364-4e7a-a0b3-32eb3b6b6fe2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 210 time: 0.1372509 Jul 28 06:32:50.024130 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:32:50.036449 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] Sync routers for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:32:50.042602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:50.048739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:50.049471 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:50.069149 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-623355bd-730c-4409-9550-a40f030cce71 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499042 Jul 28 06:32:50.072787 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4311e200-174e-4459-8bcc-025bc017f45c req-bcca50c7-021c-4ab9-8cfc-2402b2915a12 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861987 Jul 28 06:32:50.077954 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Made reservation on behalf of 85bf0de611024c06aee30418f26d2f1c for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:32:50.081288 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:50.159536 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:50.160314 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:50.162694 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e022e562-89fc-414c-acb3-ab7b3b6c035f" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:50.164827 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:50.224803 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa2350-f538-4f58-b876-76145b60827c x-openstack-request-id: req-94aa2350-f538-4f58-b876-76145b60827c {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:50.225524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:50.225524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94aa2350-f538-4f58-b876-76145b60827c {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:50.225773 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94aa2350-f538-4f58-b876-76145b60827c'] response: {'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'status': 'completed', 'code': 200} Jul 28 06:32:50.263882 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f10204df-a4f7-4635-be5a-4e54d32ca919 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:32:50.285911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: f10204df-a4f7-4635-be5a-4e54d32ca919 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:32:50.286171 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f10204df-a4f7-4635-be5a-4e54d32ca919 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:32:50.326748 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-3929fa72-9a5b-49ed-b757-a4e6337f8b13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "PUT /v2.0/floatingips/d5d784c2-ba73-4be4-9f02-4d766ddf10a9 HTTP/1.1" status: 200 len: 994 time: 2.4755509 Jul 28 06:32:50.364945 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f671-4ce0-43f8-aa9e-8c0edb6a5d2c req-8b06d169-5c71-4b99-81a6-dc25ffe8272d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:50.364945 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1914f671-4ce0-43f8-aa9e-8c0edb6a5d2c req-8b06d169-5c71-4b99-81a6-dc25ffe8272d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.2084978 Jul 28 06:32:50.393954 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c30070a1-e59d-4a5d-b9b2-d5581974779b req-99bbde46-ff2e-4a05-b85c-5076c7a9bf19 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155103 Jul 28 06:32:50.393954 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-ad940dfa-4042-411b-a644-c6f74dae311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:50.394931 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-ad940dfa-4042-411b-a644-c6f74dae311e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.1396108 Jul 28 06:32:50.418825 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'd5d784c2-ba73-4be4-9f02-4d766ddf10a9', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:36Z', 'updated_at': '2022-07-28T06:32:48Z', 'revision_number': 3, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:50.444757 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] Checking router: cbc3d0df-8e51-47a2-94d1-3bec1ae5788d for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:32:50.453974 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:50.454670 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:50.508363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.20.0.12 (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6/353780f6-cafc-4a44-84bb-c5c93d924b87/d0641c22-d0c9-47a3-afc2-33464fcd85c8) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:32:50.530406 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1914f671-4ce0-43f8-aa9e-8c0edb6a5d2c req-450e0f8e-11c3-45e5-ba3a-c6860fbbec48 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591015 Jul 28 06:32:50.533255 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:50.561356 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60380) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:50.565422 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:50.583795 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-f53413a3-62bc-49bb-9956-fe0b074995ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:50.585278 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-f53413a3-62bc-49bb-9956-fe0b074995ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.1791821 Jul 28 06:32:50.696012 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:50.706866 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-bc896db4-f9bd-4866-bba4-b8b01e78a27f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 1002 time: 0.1144896 Jul 28 06:32:50.797204 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-7b0918a3-ec01-41d2-b1aa-271fef305540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:50.797204 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-7b0918a3-ec01-41d2-b1aa-271fef305540 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0826995 Jul 28 06:32:50.799996 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:50.838629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:50.843843 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde06b7a-25a8-4178-aef8-4a7838706e02 tempest-TestVolumeBootPattern-207636288 tempest-TestVolumeBootPattern-207636288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:50.846270 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fde06b7a-25a8-4178-aef8-4a7838706e02 tempest-TestVolumeBootPattern-207636288 tempest-TestVolumeBootPattern-207636288-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 1125 time: 0.2837434 Jul 28 06:32:50.849775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60390) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:32:50.854381 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'port_id': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:50.865214 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'd5d784c2-ba73-4be4-9f02-4d766ddf10a9', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:36Z', 'updated_at': '2022-07-28T06:32:48Z', 'revision_number': 3, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:50.895285 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b66db51-267d-41c7-83ca-e1f1bc4d6a57 None None] The sync data for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi is: [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'd5d784c2-ba73-4be4-9f02-4d766ddf10a9', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'port_id': '2742328d-a56f-47f6-9907-80622646c3ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'mac_address': 'fa:16:3e:54:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:30:36Z', 'updated_at': '2022-07-28T06:32:48Z', 'revision_number': 3, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:32:50.897761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:50.956353 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650521a-0858-45d4-a740-6fc5c0518af4 req-9b7fc777-88e6-4aae-b50f-4196b316a598 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:50.957963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e650521a-0858-45d4-a740-6fc5c0518af4 req-9b7fc777-88e6-4aae-b50f-4196b316a598 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0937703 Jul 28 06:32:50.971814 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:32:50.983218 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:32:50.994135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:32:51.025440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=d0641c22-d0c9-47a3-afc2-33464fcd85c8,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:51.030547 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:51.113090 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:51.180280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:51.180911 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:51.207540 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e650521a-0858-45d4-a740-6fc5c0518af4 req-e2f04906-0766-43c5-9cd0-640025f282c8 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423310 Jul 28 06:32:51.227184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:51.250120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ab24b-a455-4528-9807-ff77604fcad0 req-7e48e1c7-8d43-48c0-b6a5-a5aee9ca1758 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:51.251788 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d7ab24b-a455-4528-9807-ff77604fcad0 req-7e48e1c7-8d43-48c0-b6a5-a5aee9ca1758 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 932 time: 0.1354029 Jul 28 06:32:51.314876 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-08f53afa-4dd4-4dc2-b05a-0c1f758acd76 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8520095 Jul 28 06:32:51.332467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-d0cc3a37-1d09-4b3d-86e4-87cf64a422ef None None] Provisioning complete for port d0641c22-d0c9-47a3-afc2-33464fcd85c8 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:32:51.333196 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d0cc3a37-1d09-4b3d-86e4-87cf64a422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:51.379419 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc3a37-1d09-4b3d-86e4-87cf64a422ef None None] Port d0641c22-d0c9-47a3-afc2-33464fcd85c8 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:32:51.634522 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Request body: {'port': {'device_id': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:32:51.642202 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:51.702626 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-e019ed8b-5c1a-451f-9e36-b083a2cf5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:51.704157 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-e019ed8b-5c1a-451f-9e36-b083a2cf5ac8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4182339 Jul 28 06:32:51.760129 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d7ab24b-a455-4528-9807-ff77604fcad0 req-0ae29971-d5f2-4a94-8123-448897664cbc tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4753296 Jul 28 06:32:51.781617 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Allocated IP 172.27.3.162 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/f6d33747-41c7-4902-8c71-96b205ad7250) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:32:51.794297 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:52.003197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (f6d33747-41c7-4902-8c71-96b205ad7250), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:52.167494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:52.169939 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0641c22-d0c9-47a3-afc2-33464fcd85c8 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:32:52.177792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Publish callbacks [] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:52.195563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Transition to ACTIVE for port object d0641c22-d0c9-47a3-afc2-33464fcd85c8 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:32:52.195563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f6d33747-41c7-4902-8c71-96b205ad7250), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:52.226942 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:52.229169 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:52.234495 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:32:52.241044 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:32:52.246669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:32:52.274801 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454f68c-bf68-4af4-8105-ad0e0c233263 x-openstack-request-id: req-2454f68c-bf68-4af4-8105-ad0e0c233263 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:52.275101 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:52.275359 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2454f68c-bf68-4af4-8105-ad0e0c233263 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:52.275758 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2454f68c-bf68-4af4-8105-ad0e0c233263'] response: {'name': 'network-changed', 'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'status': 'completed', 'code': 200} Jul 28 06:32:52.281233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:52.296709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=f6d33747-41c7-4902-8c71-96b205ad7250,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:52.408791 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:52.463137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Pushing event updated for resources: {'Port': ['ID=d0641c22-d0c9-47a3-afc2-33464fcd85c8,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:52.475541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8c725-8d2a-487e-98c1-70ef13c6f031 req-c02d6574-c3a5-42ed-a5d9-a01d2de4a1cf tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:52.477067 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d9a8c725-8d2a-487e-98c1-70ef13c6f031 req-c02d6574-c3a5-42ed-a5d9-a01d2de4a1cf tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1697123 Jul 28 06:32:52.716493 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d9a8c725-8d2a-487e-98c1-70ef13c6f031 req-649da1bc-55bf-40e8-9876-967c5772de66 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310362 Jul 28 06:32:52.727102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Attempting to bind port d0641c22-d0c9-47a3-afc2-33464fcd85c8 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:32:52.727450 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Attempting to bind port d0641c22-d0c9-47a3-afc2-33464fcd85c8 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:32:52.727783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Attempting to bind port d0641c22-d0c9-47a3-afc2-33464fcd85c8 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:32:52.755234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Port d0641c22-d0c9-47a3-afc2-33464fcd85c8 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:32:52.755563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Attempting to bind port d0641c22-d0c9-47a3-afc2-33464fcd85c8 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:32:52.775527 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:32:52.775870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:32:52.776253 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Bound using segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:32:52.776687 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Bound port: d0641c22-d0c9-47a3-afc2-33464fcd85c8, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:32:52.777055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:52.784630 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-ba5e0271-9e54-46ed-9190-04bff6aa29dd service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743561 Jul 28 06:32:52.979749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d597f-46b0-463c-9bf8-15b5779b2e77 req-b687b418-ef1e-4dc1-b7fc-d7dbce68b165 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:52.981248 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-838d597f-46b0-463c-9bf8-15b5779b2e77 req-b687b418-ef1e-4dc1-b7fc-d7dbce68b165 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.1432087 Jul 28 06:32:52.988007 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] For port d0641c22-d0c9-47a3-afc2-33464fcd85c8, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:32:53.012872 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] For port d0641c22-d0c9-47a3-afc2-33464fcd85c8, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:32:53.062782 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (69346fb6-4473-47f3-a379-df16507764a3), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.067576 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-838d597f-46b0-463c-9bf8-15b5779b2e77 req-c9c56586-0422-4fe7-bff6-b46b9e09e53d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772405 Jul 28 06:32:53.138968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.174653 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:53.175050 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.176490 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] 10.222.0.71 "PUT /v2.0/ports/d0641c22-d0c9-47a3-afc2-33464fcd85c8 HTTP/1.1" status: 200 len: 1094 time: 1.5523117 Jul 28 06:32:53.216900 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:53.225558 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91842af-551b-4f62-b92c-51dadda4f852 service neutron] Pushing event updated for resources: {'Port': ['ID=d0641c22-d0c9-47a3-afc2-33464fcd85c8,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:53.228566 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f6d33747-41c7-4902-8c71-96b205ad7250), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.269948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:53.416267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (f6d33747-41c7-4902-8c71-96b205ad7250), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.457994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (f6d33747-41c7-4902-8c71-96b205ad7250), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.529493 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=f6d33747-41c7-4902-8c71-96b205ad7250,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:32:53.541285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (69346fb6-4473-47f3-a379-df16507764a3), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:53.639765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Floating IP 69346fb6-4473-47f3-a379-df16507764a3 associated. External IP: 172.27.3.162, port: e32626bb-30e6-43a9-9be6-672349e56fb4. Jul 28 06:32:53.844045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:32:53.949711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:32:53.959589 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:32:53.969540 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:53.971573 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:54.065482 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:32:54.072174 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:54.102041 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:54.105500 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-6ca09af9-54e1-4832-a622-70cd25a864f6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2545989 Jul 28 06:32:54.202813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa939576-fb65-4e31-90a6-183a89174ec5 req-597c8f37-c866-4515-ad81-9bb0ab61d3ae tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:54.204322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aa939576-fb65-4e31-90a6-183a89174ec5 req-597c8f37-c866-4515-ad81-9bb0ab61d3ae tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.0539093 Jul 28 06:32:54.255053 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-aa939576-fb65-4e31-90a6-183a89174ec5 req-763ec6d3-2db9-4a9b-9393-c3f140948f40 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Jul 28 06:32:54.276754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8'}, {'name': 'network-changed', 'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:32:54.280033 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee92ff40-3e41-45b6-bb04-c40530408aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8"}, {"name": "network-changed", "server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:32:54.300446 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '69346fb6-4473-47f3-a379-df16507764a3', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:31:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:32:52Z', 'updated_at': '2022-07-28T06:32:52Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:54.323359 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Jul 2022 06:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7322b38-9f70-4d08-a764-f3668c264d30 x-openstack-request-id: req-a7322b38-9f70-4d08-a764-f3668c264d30 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:32:54.323655 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:32:54.323912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7322b38-9f70-4d08-a764-f3668c264d30 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:32:54.324359 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7322b38-9f70-4d08-a764-f3668c264d30'] response: {'name': 'network-changed', 'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'status': 'completed', 'code': 200} Jul 28 06:32:54.324686 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7322b38-9f70-4d08-a764-f3668c264d30'] response: {'name': 'network-changed', 'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'status': 'completed', 'code': 200} Jul 28 06:32:54.326161 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:32:54.335092 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:32:54.336453 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:54.443796 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:32:54.459385 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-cba83ac0-9cd6-4631-88a3-6d6bf9cbc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:54.460886 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-cba83ac0-9cd6-4631-88a3-6d6bf9cbc801 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 1128 time: 0.0811279 Jul 28 06:32:54.532093 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e022e562-89fc-414c-acb3-ab7b3b6c035f req-0810cce7-5e91-4937-99e9-fb4711377c08 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747601 Jul 28 06:32:54.582802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:54.596801 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-a93b63c9-568a-40de-a99b-a178e294c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:54.598264 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-a93b63c9-568a-40de-a99b-a178e294c218 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=85bf0de611024c06aee30418f26d2f1c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1242969 Jul 28 06:32:54.663545 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '69346fb6-4473-47f3-a379-df16507764a3', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:31:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:32:52Z', 'updated_at': '2022-07-28T06:32:52Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:32:54.677228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-74c40d22-6b1d-48f9-84a0-d8eef471c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:54.678751 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-74c40d22-6b1d-48f9-84a0-d8eef471c547 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 1130 time: 0.0933948 Jul 28 06:32:54.688739 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffcbf9-32b8-42ec-bc95-8969fa0ac04a None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '69346fb6-4473-47f3-a379-df16507764a3', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:31:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:32:52Z', 'updated_at': '2022-07-28T06:32:52Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:32:54.886080 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0493a-b4bb-433d-ab89-43ab952929fb None None] New status for floating IP 69346fb6-4473-47f3-a379-df16507764a3: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:32:55.032881 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-9abff9b3-e577-450c-8e66-a7f978c2e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.035271 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-9abff9b3-e577-450c-8e66-a7f978c2e59a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4178348 Jul 28 06:32:55.063356 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-56e154ee-e14a-4367-a620-cddfe10e776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.064935 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-56e154ee-e14a-4367-a620-cddfe10e776c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.3770018 Jul 28 06:32:55.190548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-098ff52d-b430-45e0-9f21-f1225524fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.192039 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-098ff52d-b430-45e0-9f21-f1225524fd2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 1128 time: 0.0833087 Jul 28 06:32:55.196989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-3d62e310-23f4-489f-b0a2-4660775052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.198375 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-3d62e310-23f4-489f-b0a2-4660775052c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 1130 time: 0.0907242 Jul 28 06:32:55.201449 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-3a03db6e-3bab-4a91-af21-069840c4c992 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 200 len: 1002 time: 0.1285608 Jul 28 06:32:55.288128 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-8da3a8dc-5a88-4093-84b7-64a238da106e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8 HTTP/1.1" status: 200 len: 217 time: 0.0759308 Jul 28 06:32:55.377200 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-91b48fa1-c86e-45d4-9238-6f64a21ce66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.378741 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-91b48fa1-c86e-45d4-9238-6f64a21ce66c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.1560051 Jul 28 06:32:55.460880 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-72bb990f-b229-4fae-b667-d176794c30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.462643 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-72bb990f-b229-4fae-b667-d176794c30ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.1507812 Jul 28 06:32:55.476725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aae95-1bbb-4f7b-b2d1-a27d790f48e0 req-dbf86155-2c10-4a8d-90fd-09395164c68d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.477380 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd9aae95-1bbb-4f7b-b2d1-a27d790f48e0 req-dbf86155-2c10-4a8d-90fd-09395164c68d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.1271956 Jul 28 06:32:55.500528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:55.522653 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-f49ab10b-8f50-44af-9469-36cc596cec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.524130 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-f49ab10b-8f50-44af-9469-36cc596cec4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199627 Jul 28 06:32:55.534392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-0406719c-97cf-4a16-96d2-507036ce6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.535778 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-0406719c-97cf-4a16-96d2-507036ce6945 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.3211997 Jul 28 06:32:55.612616 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178765-1844-4f59-ae38-0be026967974 req-567d2c27-7c27-4e4f-a3ba-5eae1479bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.613980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-567d2c27-7c27-4e4f-a3ba-5eae1479bcb3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1357327 Jul 28 06:32:55.708331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd9aae95-1bbb-4f7b-b2d1-a27d790f48e0 req-b4ac5d81-3aa3-404e-bd5e-9bd936575f60 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194874 Jul 28 06:32:55.739930 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-590b6c80-877d-4361-a1ec-c616672bd9df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32626bb-30e6-43a9-9be6-672349e56fb4 HTTP/1.1" status: 200 len: 1002 time: 0.1894510 Jul 28 06:32:55.806731 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-b353f6a7-acd1-4f77-b8d3-3e1c6bb5df3a service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603405 Jul 28 06:32:55.874407 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:55.879313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-6ea61d29-9fb8-4068-80d1-0902dafda79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:55.880794 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-6ea61d29-9fb8-4068-80d1-0902dafda79c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.1309400 Jul 28 06:32:55.884083 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-7a56c018-ac5f-43e2-9483-c34db7522a44 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380579 Jul 28 06:32:56.002598 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94ec3d38-4ecb-4eb9-a976-ff48d74adb13 req-95d1f835-40df-4360-a355-e0074db92a60 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881509 Jul 28 06:32:56.005430 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-a76a03cb-f37e-4ffd-90b3-deddd9ad5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:56.006804 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-a76a03cb-f37e-4ffd-90b3-deddd9ad5c4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1075852 Jul 28 06:32:56.100340 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5e178765-1844-4f59-ae38-0be026967974 req-ab416000-2d0d-43be-afd2-77573661f205 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998451 Jul 28 06:32:56.136545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-035599b3-e768-4e32-a94e-ebb4471dab6d service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211271 Jul 28 06:32:56.229210 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ee92ff40-3e41-45b6-bb04-c40530408aa5 req-85142a9c-4bfe-4ded-924a-3d781f05b9ba service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843914 Jul 28 06:32:56.833208 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd9e8-6630-4142-ae93-000977e0e12f req-a8578179-9a30-4a49-8b6f-58dd9f708eb2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:56.834758 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb0bd9e8-6630-4142-ae93-000977e0e12f req-a8578179-9a30-4a49-8b6f-58dd9f708eb2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.0503097 Jul 28 06:32:56.869426 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:32:56.888564 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb0bd9e8-6630-4142-ae93-000977e0e12f req-5010f9c1-4ec8-4e0f-a72e-94e2cbb7ab1c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473948 Jul 28 06:32:57.020984 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:32:58.011604 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c161-e054-4976-831c-74ea873d3d1b req-c5940799-e5b3-4ec5-90aa-08d0d124f4e8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:58.013610 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e202c161-e054-4976-831c-74ea873d3d1b req-c5940799-e5b3-4ec5-90aa-08d0d124f4e8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.0501156 Jul 28 06:32:58.062081 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e202c161-e054-4976-831c-74ea873d3d1b req-b4cc068e-5071-4820-a691-98dd5a06ab71 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Jul 28 06:32:59.179688 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667c074-2a12-4ca1-af74-5ad222bcb9f0 req-8f3354cc-99f0-458e-ac49-331083558a86 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:32:59.181150 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e667c074-2a12-4ca1-af74-5ad222bcb9f0 req-8f3354cc-99f0-458e-ac49-331083558a86 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.0478129 Jul 28 06:32:59.230977 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e667c074-2a12-4ca1-af74-5ad222bcb9f0 req-2ebb0817-92ac-461e-9a29-e741cba42fa3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Jul 28 06:33:00.361391 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824a8f-347d-4559-90c3-018d5b19b3fd req-1897059f-4598-4f4c-bdc0-7dd710f13b82 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:00.362918 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86824a8f-347d-4559-90c3-018d5b19b3fd req-1897059f-4598-4f4c-bdc0-7dd710f13b82 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 944 time: 0.0553660 Jul 28 06:33:00.367651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d0641c22-d0c9-47a3-afc2-33464fcd85c8 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:33:00.415230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86824a8f-347d-4559-90c3-018d5b19b3fd req-07ff95eb-a74e-4ede-b28d-2327aace4881 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Jul 28 06:33:00.470455 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port d0641c22-d0c9-47a3-afc2-33464fcd85c8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:00.482199 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'port_id': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'mac_address': 'fa:16:3e:50:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:33:00.520362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port d0641c22-d0c9-47a3-afc2-33464fcd85c8 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:00.520659 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:00.534782 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0641c22-d0c9-47a3-afc2-33464fcd85c8 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:33:00.555084 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port d0641c22-d0c9-47a3-afc2-33464fcd85c8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:00.635795 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:00.684687 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=d0641c22-d0c9-47a3-afc2-33464fcd85c8,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:00.818267 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:00.843239 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:00.953955 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['d0641c22-d0c9-47a3-afc2-33464fcd85c8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:33:01.563080 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794e04-6f0e-4a0a-b9a7-8d5874c34126 req-3b4265a4-b529-4ec8-adfb-976372c39ab5 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:01.564471 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90794e04-6f0e-4a0a-b9a7-8d5874c34126 req-3b4265a4-b529-4ec8-adfb-976372c39ab5 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 945 time: 0.0689564 Jul 28 06:33:01.609035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-8c80f671-66a2-4f62-9c43-28f6a8ccddea tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:01.610511 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-8c80f671-66a2-4f62-9c43-28f6a8ccddea tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/networks?id=50175450-6f2f-4aa2-9ede-88b996d979b0 HTTP/1.1" status: 200 len: 813 time: 0.1618133 Jul 28 06:33:01.641138 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-0f9da240-d6e6-483a-933c-71e037021a77 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/quotas/f33d1845b3b643b99b066eaeee429e12 HTTP/1.1" status: 200 len: 375 time: 0.0207987 Jul 28 06:33:01.646115 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90794e04-6f0e-4a0a-b9a7-8d5874c34126 req-66f1f2de-de8d-4ca6-a93e-ba75a4f92345 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721221 Jul 28 06:33:01.675353 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-23084353-eb86-49c3-bc37-a32f8ac3daea tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f33d1845b3b643b99b066eaeee429e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jul 28 06:33:01.769573 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-1e4fed67-0418-425b-a893-7d152511fecf service neutron] 10.222.0.69 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876439 Jul 28 06:33:01.859457 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4ad831fc-3156-472c-994b-86fe4295ecce service neutron] 10.222.0.69 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840905 Jul 28 06:33:02.107583 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4fd68fb2-d10d-4368-84dd-7cc0f7242ed7 req-5d83e955-1563-4e92-b9ff-3d1a5c9d278a tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 210 time: 0.0322080 Jul 28 06:33:02.360204 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d0641c22-d0c9-47a3-afc2-33464fcd85c8 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:33:02.404386 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port d0641c22-d0c9-47a3-afc2-33464fcd85c8 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:33:02.488389 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port d0641c22-d0c9-47a3-afc2-33464fcd85c8 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:33:02.488760 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:02.552303 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:02.565052 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port d0641c22-d0c9-47a3-afc2-33464fcd85c8 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:02.565482 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:02.587648 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:02.593162 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:02.595424 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e75061-6fe4-4268-a444-996adf0e4ddf" -d '{"events": [{"server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "name": "network-vif-plugged", "status": "completed", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:02.607982 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port d0641c22-d0c9-47a3-afc2-33464fcd85c8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:02.635891 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c71b24-4c80-4874-9819-73135ac22888 x-openstack-request-id: req-01c71b24-4c80-4874-9819-73135ac22888 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:02.635891 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "name": "network-vif-plugged", "status": "completed", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:02.635891 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01c71b24-4c80-4874-9819-73135ac22888 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:02.635891 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c71b24-4c80-4874-9819-73135ac22888'] response: {'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'code': 200} Jul 28 06:33:02.676957 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:02.742237 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=d0641c22-d0c9-47a3-afc2-33464fcd85c8,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:02.768638 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:02.783067 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f12f-646b-4c85-b871-3fb9aa08df3c req-1db58bd0-7053-4912-ae56-76696d07190e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:02.784756 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5cc4f12f-646b-4c85-b871-3fb9aa08df3c req-1db58bd0-7053-4912-ae56-76696d07190e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0625749 Jul 28 06:33:02.833816 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5cc4f12f-646b-4c85-b871-3fb9aa08df3c req-086604a6-e3c4-4e9e-982d-ffabb86f2c2b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Jul 28 06:33:03.013859 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218240d-d533-4762-847a-fde04da6dc5f req-fa7d791b-5cc1-4150-acf6-dc8411f0a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:03.015382 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4218240d-d533-4762-847a-fde04da6dc5f req-fa7d791b-5cc1-4150-acf6-dc8411f0a00f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 1130 time: 0.0420139 Jul 28 06:33:03.047028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:03.067286 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4218240d-d533-4762-847a-fde04da6dc5f req-3bf4b2b3-0d31-40c0-94e7-7fc593d927d4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439994 Jul 28 06:33:03.216558 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0a44707c-ae31-4995-a06b-d2b9f7471380 req-9b0f925c-6225-4f35-a592-5933b98b62e5 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 210 time: 0.0284803 Jul 28 06:33:03.954395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c83fb-cad2-4dd5-ac9b-d06b4da53a8d req-211e68d4-e921-4e1e-b296-03ad548e78b1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:03.955905 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d8c83fb-cad2-4dd5-ac9b-d06b4da53a8d req-211e68d4-e921-4e1e-b296-03ad548e78b1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0479896 Jul 28 06:33:04.005735 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d8c83fb-cad2-4dd5-ac9b-d06b4da53a8d req-199f8e54-7be7-4014-8b4f-6410ca6b7284 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Jul 28 06:33:04.315819 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9e6311ea-bfa2-4b24-b82f-8d5903f5a624 req-46f455cf-5fb9-42d3-a611-759441b5ad00 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jul 28 06:33:05.153187 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99c44c-0f24-4143-a0f4-97e40c59abd5 req-c6eefd16-a750-4629-b71e-9313ad4a44b5 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:05.155413 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec99c44c-0f24-4143-a0f4-97e40c59abd5 req-c6eefd16-a750-4629-b71e-9313ad4a44b5 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0720770 Jul 28 06:33:05.163052 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-07ded1bf-0f16-4ac8-9ce8-6f90c94d23c1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:05.164485 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-07ded1bf-0f16-4ac8-9ce8-6f90c94d23c1 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "GET /v2.0/networks?id=50175450-6f2f-4aa2-9ede-88b996d979b0 HTTP/1.1" status: 200 len: 813 time: 0.1468220 Jul 28 06:33:05.189471 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Request body: {'port': {'device_id': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0', 'admin_state_up': True, 'tenant_id': 'f33d1845b3b643b99b066eaeee429e12'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:05.267134 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec99c44c-0f24-4143-a0f4-97e40c59abd5 req-7b740a96-ccff-4bfd-8d03-da0a1739f1f3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016846 Jul 28 06:33:05.390812 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da79f-c697-405b-a942-c2c00f48f061 req-a0563d21-9445-472c-a07a-1f53176a8d45 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:05.395521 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b0da79f-c697-405b-a942-c2c00f48f061 req-a0563d21-9445-472c-a07a-1f53176a8d45 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0556409 Jul 28 06:33:05.402059 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60514) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:05.406908 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'port_id': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:05.424017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Made reservation on behalf of f33d1845b3b643b99b066eaeee429e12 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:33:05.427473 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.431178 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-28e28068-2cf3-4192-a527-81254f366075 req-79c44808-102f-4406-8022-c5c1376873a4 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 210 time: 0.0374062 Jul 28 06:33:05.450648 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (e2631edd-575e-4868-a080-96314e987b23), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.560377 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Allocated IP 172.20.0.7 (50175450-6f2f-4aa2-9ede-88b996d979b0/ecf70403-4780-413c-9042-6cbdf2a6ae0c/d97de84a-a166-4184-81ca-48cdf759ec0d) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:33:05.619972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-062a8c1c-75ba-4823-b44f-ce785f87146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.726804 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks [] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.731010 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:05.826302 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.860326 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:05.882682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Network 50175450-6f2f-4aa2-9ede-88b996d979b0 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:33:05.888433 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:33:05.889554 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.890794 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Pushing event updated for resources: {'Port': ['ID=d97de84a-a166-4184-81ca-48cdf759ec0d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:05.893582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:33:05.951325 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (e2631edd-575e-4868-a080-96314e987b23), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:05.956824 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:05.957728 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:06.039671 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d1b02d6-31bc-403c-9f45-e3bc734d77cc tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8577507 Jul 28 06:33:06.050824 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Request body: {'port': {'device_id': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:06.053013 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP e2631edd-575e-4868-a080-96314e987b23 associated. External IP: 172.27.3.165, port: d0641c22-d0c9-47a3-afc2-33464fcd85c8. Jul 28 06:33:06.114950 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:06.261559 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:33:06.378102 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:33:06.383161 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:06.389895 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:33:06.395876 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97de84a-a166-4184-81ca-48cdf759ec0d {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:33:06.404720 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Publish callbacks [] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:06.410481 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:06.412065 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:06.418447 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Transition to ACTIVE for port object d97de84a-a166-4184-81ca-48cdf759ec0d will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:33:06.424626 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0a174f4a-9c0f-4dc5-bfa4-76a176c7ca22 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "PUT /v2.0/floatingips/e2631edd-575e-4868-a080-96314e987b23 HTTP/1.1" status: 200 len: 992 time: 1.0200310 Jul 28 06:33:06.424626 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:06.426553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d2164-be24-46b1-9933-209dcdfb7203" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:06.463994 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a1de0-d028-4754-9210-dc88968e9bc8 x-openstack-request-id: req-1d4a1de0-d028-4754-9210-dc88968e9bc8 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:06.464340 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:06.464781 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d4a1de0-d028-4754-9210-dc88968e9bc8 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:06.465432 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4a1de0-d028-4754-9210-dc88968e9bc8'] response: {'name': 'network-changed', 'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'status': 'completed', 'code': 200} Jul 28 06:33:06.501584 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:06.525159 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:06.595855 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:06.597839 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-d7e44469-dd64-4f1f-913d-2c4922b85c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:06.599352 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-d7e44469-dd64-4f1f-913d-2c4922b85c81 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 1130 time: 0.1087854 Jul 28 06:33:06.622361 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:06.623194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d97de84a-a166-4184-81ca-48cdf759ec0d,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:06.634108 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabe875-3650-45b1-ad2d-2c22ea28aa9a req-513c2323-3b82-4aeb-9eca-44e5971fde69 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:06.635588 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cabe875-3650-45b1-ad2d-2c22ea28aa9a req-513c2323-3b82-4aeb-9eca-44e5971fde69 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.1074286 Jul 28 06:33:06.758189 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'e2631edd-575e-4868-a080-96314e987b23', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:50:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:32:42Z', 'updated_at': '2022-07-28T06:33:05Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:06.785812 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:33:06.796091 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:06.797927 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:32:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:06.906907 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:07.033233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:07.036804 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cabe875-3650-45b1-ad2d-2c22ea28aa9a req-b5e85866-f5dd-42d9-b09e-d0f288ecfd7f tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307552 Jul 28 06:33:07.073635 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-383593ac-4532-441c-a590-43d082c2cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:07.075706 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-383593ac-4532-441c-a590-43d082c2cd9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.4617674 Jul 28 06:33:07.077755 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Attempting to bind port d97de84a-a166-4184-81ca-48cdf759ec0d on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:33:07.079955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Attempting to bind port d97de84a-a166-4184-81ca-48cdf759ec0d by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:33:07.079955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Attempting to bind port d97de84a-a166-4184-81ca-48cdf759ec0d on network 50175450-6f2f-4aa2-9ede-88b996d979b0 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:33:07.089327 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Port d97de84a-a166-4184-81ca-48cdf759ec0d on network 50175450-6f2f-4aa2-9ede-88b996d979b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:33:07.089664 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Attempting to bind port d97de84a-a166-4184-81ca-48cdf759ec0d on network 50175450-6f2f-4aa2-9ede-88b996d979b0 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:33:07.121399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:33:07.121817 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Checking segment: {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:33:07.122846 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Bound using segment: {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:33:07.123397 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Bound port: d97de84a-a166-4184-81ca-48cdf759ec0d, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:33:07.123762 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.148816 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:07.151084 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'e2631edd-575e-4868-a080-96314e987b23', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:50:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:32:42Z', 'updated_at': '2022-07-28T06:33:05Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:07.191010 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-66ecb6db-cd58-4367-b2d1-1604ec5e2e62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8 HTTP/1.1" status: 200 len: 1000 time: 0.1074240 Jul 28 06:33:07.242210 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] For port d97de84a-a166-4184-81ca-48cdf759ec0d, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:33:07.262313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] For port d97de84a-a166-4184-81ca-48cdf759ec0d, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d97de84a-a166-4184-81ca-48cdf759ec0d,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:33:07.264026 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19221b-8024-4453-a35e-ee467254acdc None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'e2631edd-575e-4868-a080-96314e987b23', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:50:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:32:42Z', 'updated_at': '2022-07-28T06:33:05Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:33:07.270311 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-0d1af962-b0ed-4a0a-b62a-367f5b130949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:07.272037 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-0d1af962-b0ed-4a0a-b62a-367f5b130949 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0711794 Jul 28 06:33:07.333046 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.395613 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d064d7-6c34-41f2-ad52-e8c1fcb32d4e req-e8bdbc1a-63f2-438c-b9a5-156b1fea88f4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:07.397187 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-56d064d7-6c34-41f2-ad52-e8c1fcb32d4e req-e8bdbc1a-63f2-438c-b9a5-156b1fea88f4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.0937495 Jul 28 06:33:07.398533 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:07.399143 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:07.400444 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/d97de84a-a166-4184-81ca-48cdf759ec0d HTTP/1.1" status: 200 len: 1093 time: 1.3540189 Jul 28 06:33:07.402895 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'tag': 'd97de84a-a166-4184-81ca-48cdf759ec0d'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:07.405796 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9373c9-93c1-410e-a082-ea0eddeae231" -d '{"events": [{"name": "network-changed", "server_uuid": "53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce", "tag": "d97de84a-a166-4184-81ca-48cdf759ec0d"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:07.448763 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24cc2d-7a08-4837-b512-25a7b3e1a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d97de84a-a166-4184-81ca-48cdf759ec0d,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:07.452603 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d58b509-f290-4072-be66-b85d12e8db56 x-openstack-request-id: req-6d58b509-f290-4072-be66-b85d12e8db56 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:07.452888 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce", "tag": "d97de84a-a166-4184-81ca-48cdf759ec0d", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:07.453146 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d58b509-f290-4072-be66-b85d12e8db56 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:07.453573 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d58b509-f290-4072-be66-b85d12e8db56'] response: {'name': 'network-changed', 'server_uuid': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'tag': 'd97de84a-a166-4184-81ca-48cdf759ec0d', 'status': 'completed', 'code': 200} Jul 28 06:33:07.480147 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-56d064d7-6c34-41f2-ad52-e8c1fcb32d4e req-4a60fb5c-0d39-4cbf-a79b-63be81889c2b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715351 Jul 28 06:33:07.499157 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23425bc-1f1a-4818-a340-d14da78d98e1 None None] New status for floating IP e2631edd-575e-4868-a080-96314e987b23: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:33:08.077624 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-91ef1323-9e07-4df2-b7d9-854b10f1eb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:08.162717 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b674-99af-40b6-852b-d9b9a3e8a69c req-8f14e3c4-8634-4a20-a938-b094d18d67ef tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:08.164227 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4bd6b674-99af-40b6-852b-d9b9a3e8a69c req-8f14e3c4-8634-4a20-a938-b094d18d67ef tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.0486770 Jul 28 06:33:08.218059 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4bd6b674-99af-40b6-852b-d9b9a3e8a69c req-8e4ab118-80de-4d36-b953-95670b94ab9f tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479183 Jul 28 06:33:08.734560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc98e8-17c8-49dd-953a-cad34fbe8ad3 req-336366e2-6593-41fa-b8b5-f08825b6e147 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:08.736014 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f1bc98e8-17c8-49dd-953a-cad34fbe8ad3 req-336366e2-6593-41fa-b8b5-f08825b6e147 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.1714008 Jul 28 06:33:08.784510 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f1bc98e8-17c8-49dd-953a-cad34fbe8ad3 req-37c2c007-eb67-46eb-9262-29a28798bba6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429754 Jul 28 06:33:08.967348 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-b8cd1f67-c0b8-4f87-a453-d66c80ec0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:08.968842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-b8cd1f67-c0b8-4f87-a453-d66c80ec0ac4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719316 Jul 28 06:33:08.978512 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9373c9-93c1-410e-a082-ea0eddeae231 req-79556ae7-da5c-4a78-b02f-9cf3a06fd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:08.978512 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec9373c9-93c1-410e-a082-ea0eddeae231 req-79556ae7-da5c-4a78-b02f-9cf3a06fd96d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f33d1845b3b643b99b066eaeee429e12&device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 1127 time: 0.0506818 Jul 28 06:33:09.188251 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:09.191962 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:09.271318 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-d80025d2-f1e3-4de3-95db-50924a3f0b42 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964796 Jul 28 06:33:09.279132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9373c9-93c1-410e-a082-ea0eddeae231 req-55f34427-ab3f-4bf4-9094-7748f1e6ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.280555 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec9373c9-93c1-410e-a082-ea0eddeae231 req-55f34427-ab3f-4bf4-9094-7748f1e6ec44 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f33d1845b3b643b99b066eaeee429e12&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1981149 Jul 28 06:33:09.384204 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-5769f865-03d6-4f27-9e0f-52dbf3d0ac26 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.385677 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-5769f865-03d6-4f27-9e0f-52dbf3d0ac26 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.1561363 Jul 28 06:33:09.570989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c871c-758f-4b14-be85-7efb2403010b req-9942c49d-a672-45b7-8c58-a54da820b12d tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.571990 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0b2c871c-758f-4b14-be85-7efb2403010b req-9942c49d-a672-45b7-8c58-a54da820b12d tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.2757320 Jul 28 06:33:09.577266 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d63d2164-be24-46b1-9933-209dcdfb7203 req-8fc322ec-9c0a-4beb-8330-6ad242318566 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958310 Jul 28 06:33:09.585865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9373c9-93c1-410e-a082-ea0eddeae231 req-3ad0765a-f351-4c25-86c8-8790cab2cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.585865 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ec9373c9-93c1-410e-a082-ea0eddeae231 req-3ad0765a-f351-4c25-86c8-8790cab2cfd2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2922113 Jul 28 06:33:09.589178 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Deleting port 0d2efce0-28f9-47ea-a49a-15a80e72550a {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:09.589544 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:09.653533 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:09.710391 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-316d53bd-8b5d-4d27-873f-7e1a11269e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.712112 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-316d53bd-8b5d-4d27-873f-7e1a11269e2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f33d1845b3b643b99b066eaeee429e12&device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 1127 time: 0.0722725 Jul 28 06:33:09.729824 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0b2c871c-758f-4b14-be85-7efb2403010b req-7415eeb9-f563-4b4d-80e1-cc242bb412cd tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493719 Jul 28 06:33:09.772481 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-5f379560-83d4-4661-92df-bd051a6c4a0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d97de84a-a166-4184-81ca-48cdf759ec0d HTTP/1.1" status: 200 len: 217 time: 0.0417261 Jul 28 06:33:09.780220 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] For port 0d2efce0-28f9-47ea-a49a-15a80e72550a, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=0d2efce0-28f9-47ea-a49a-15a80e72550a,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:09.780582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:09.883696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-6fe718ca-90df-41d3-8dec-070482a6d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.885124 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-6fe718ca-90df-41d3-8dec-070482a6d77d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ecf70403-4780-413c-9042-6cbdf2a6ae0c HTTP/1.1" status: 200 len: 853 time: 0.1069741 Jul 28 06:33:09.972054 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-2ded0e95-1535-4b71-8214-8a206da5a808 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50175450-6f2f-4aa2-9ede-88b996d979b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670626 Jul 28 06:33:09.979967 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a1c09-e921-4407-9fb4-912201a907d1 req-5317ad7d-4281-4322-a579-afcef10c1bde tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:09.981348 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-207a1c09-e921-4407-9fb4-912201a907d1 req-5317ad7d-4281-4322-a579-afcef10c1bde tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 947 time: 0.1185906 Jul 28 06:33:10.136541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:10.138792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:10.139155 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (7e876f07-cbd3-4d07-ad44-1242871dd268), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:10.139467 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Floating IP 7e876f07-cbd3-4d07-ad44-1242871dd268 disassociated. External IP: 172.27.3.189, port: 0d2efce0-28f9-47ea-a49a-15a80e72550a. Jul 28 06:33:10.139813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Calling delete_port for 0d2efce0-28f9-47ea-a49a-15a80e72550a owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:10.149699 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-207a1c09-e921-4407-9fb4-912201a907d1 req-3ec8d706-3f3c-4985-85e7-8918eea1abe8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=686b520a-c52d-49be-a598-7d60568e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544137 Jul 28 06:33:10.176889 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-9d93c867-8795-42f8-8fea-b83a3e87484f service neutron] 10.222.0.71 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908541 Jul 28 06:33:10.317280 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02cb45c1-6fe5-4396-90ad-cd70c2e62f99 req-c75676a2-d9d9-43cb-90d3-3a398c311d82 service neutron] 10.222.0.71 "GET /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117380 Jul 28 06:33:10.459990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (0d2efce0-28f9-47ea-a49a-15a80e72550a), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:10.472060 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:10.490993 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event deleted for resources: {'Port': ['ID=0d2efce0-28f9-47ea-a49a-15a80e72550a,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:10.604284 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:33:10.708793 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:33:10.719375 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:33:10.729876 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:10.730487 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:10.758218 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] No DVR routers for this DVR port 0d2efce0-28f9-47ea-a49a-15a80e72550a on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:33:10.761094 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:10.765234 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-44fdb63e-c119-4290-947f-c537ae3d8738 req-48f0c443-95cc-4bf6-98e9-67bc70e7bae4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "DELETE /v2.0/ports/0d2efce0-28f9-47ea-a49a-15a80e72550a HTTP/1.1" status: 204 len: 173 time: 1.3675184 Jul 28 06:33:10.765885 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-deleted', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:10.768295 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030b7124-911c-44f1-b749-24cc35e3b4ce" -d '{"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-deleted", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:10.795693 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:10.807013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9ce0e-bb4b-46d2-b0af-ab4bdbead2b1 x-openstack-request-id: req-3ca9ce0e-bb4b-46d2-b0af-ab4bdbead2b1 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:10.807516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e", "name": "network-vif-deleted", "tag": "0d2efce0-28f9-47ea-a49a-15a80e72550a", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:10.807640 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ca9ce0e-bb4b-46d2-b0af-ab4bdbead2b1 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:10.807968 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca9ce0e-bb4b-46d2-b0af-ab4bdbead2b1'] response: {'server_uuid': 'dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e', 'name': 'network-vif-deleted', 'tag': '0d2efce0-28f9-47ea-a49a-15a80e72550a', 'status': 'completed', 'code': 200} Jul 28 06:33:10.847021 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:10.859696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0b5ae-ce6b-489c-ad8a-52e24b2711a1 req-faf8e908-cb99-451a-80d7-f4cc18f3417d tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:10.861506 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35c0b5ae-ce6b-489c-ad8a-52e24b2711a1 req-faf8e908-cb99-451a-80d7-f4cc18f3417d tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.0527236 Jul 28 06:33:10.915129 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-35c0b5ae-ce6b-489c-ad8a-52e24b2711a1 req-2bee21a4-e70c-4dbf-a6cd-93bd8d656b18 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Jul 28 06:33:11.046626 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:11.076428 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:33:11.085169 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:11.085841 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:11.128002 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:11.176985 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:11.191457 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:11.258870 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:11.263895 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06b9d348-b646-45bb-ada2-94081e91785a req-53058ef7-d62c-42ef-a367-799e2a20be03 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0321627 Jul 28 06:33:11.384672 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:11.410641 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d06ae-8030-43ba-84cb-75f0ad347557 None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:33:11.634191 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca7573-2d6a-411e-ad94-d571b3ffac77 None None] New status for floating IP 7e876f07-cbd3-4d07-ad44-1242871dd268: DOWN {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:33:12.030319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:12.043712 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb5f50-4f32-470b-8253-013016950d2d req-b059d57a-5b87-4029-895d-490081ca4404 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:12.046555 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e2eb5f50-4f32-470b-8253-013016950d2d req-b059d57a-5b87-4029-895d-490081ca4404 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.0531278 Jul 28 06:33:12.094552 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e2eb5f50-4f32-470b-8253-013016950d2d req-9a9da534-18c2-49ee-aabd-691a3925bcff tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Jul 28 06:33:12.387467 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cd31575-bab6-410c-848a-9b6092a005f2 req-e6bb1eba-a835-4854-ae9e-80f5c9bc73af tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc85fcb0-6b16-4e14-b9a1-b3f63965ad7e HTTP/1.1" status: 200 len: 210 time: 0.0289347 Jul 28 06:33:13.213414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0681c-0ee6-4c32-b99c-2a8e1a598a40 req-b0c31267-92fd-4228-982d-842b8dc2d648 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:13.214909 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b0f0681c-0ee6-4c32-b99c-2a8e1a598a40 req-b0c31267-92fd-4228-982d-842b8dc2d648 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.0474043 Jul 28 06:33:13.266646 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b0f0681c-0ee6-4c32-b99c-2a8e1a598a40 req-db13fd0c-fe7b-47d2-9d0f-ed61095d4487 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Jul 28 06:33:13.538635 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60572) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:13.593682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-37814935-41e3-4558-8ef9-282c6049a90c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (686b520a-c52d-49be-a598-7d60568e5daa), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.616746 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-37814935-41e3-4558-8ef9-282c6049a90c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (686b520a-c52d-49be-a598-7d60568e5daa), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.706337 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-37814935-41e3-4558-8ef9-282c6049a90c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (686b520a-c52d-49be-a598-7d60568e5daa), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.709647 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-37814935-41e3-4558-8ef9-282c6049a90c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.711827 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-37814935-41e3-4558-8ef9-282c6049a90c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "DELETE /v2.0/security-groups/686b520a-c52d-49be-a598-7d60568e5daa HTTP/1.1" status: 204 len: 168 time: 0.1711204 Jul 28 06:33:13.714023 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60576) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:13.721761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37814935-41e3-4558-8ef9-282c6049a90c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b520a-c52d-49be-a598-7d60568e5daa,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:13.734734 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-83460a17-9a7c-4641-be4b-408fc15ce22a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] show failed (client error): The resource could not be found. Jul 28 06:33:13.734734 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-83460a17-9a7c-4641-be4b-408fc15ce22a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups/686b520a-c52d-49be-a598-7d60568e5daa HTTP/1.1" status: 404 len: 347 time: 0.0150919 Jul 28 06:33:13.736631 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60578) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:13.835047 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:13.850099 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Deleting port 5d9c104b-e5a6-4fef-869b-816b5a11986a {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:13.850451 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.852849 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:13.931235 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.931565 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (5d9c104b-e5a6-4fef-869b-816b5a11986a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:13.944133 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Calling delete_port for 5d9c104b-e5a6-4fef-869b-816b5a11986a owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:14.128339 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (5d9c104b-e5a6-4fef-869b-816b5a11986a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.158790 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event deleted for resources: {'Port': ['ID=5d9c104b-e5a6-4fef-869b-816b5a11986a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:14.224251 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (7e876f07-cbd3-4d07-ad44-1242871dd268), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.227011 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.228205 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e8c2550d-2ad2-4038-b031-d48ccd8bc6d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "DELETE /v2.0/floatingips/7e876f07-cbd3-4d07-ad44-1242871dd268 HTTP/1.1" status: 204 len: 168 time: 0.4906192 Jul 28 06:33:14.385630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f25c7-9318-4c5d-bb62-88344f99868c req-bd02a523-b9cb-4f7e-a3ca-1ba3431b3275 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:14.387532 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60584) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:14.389530 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca5f25c7-9318-4c5d-bb62-88344f99868c req-bd02a523-b9cb-4f7e-a3ca-1ba3431b3275 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 943 time: 0.0492530 Jul 28 06:33:14.392564 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610931444', 'description': 'tempest-description--372746245'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:14.409521 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d97de84a-a166-4184-81ca-48cdf759ec0d details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:33:14.411069 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:14.415400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:33:14.441009 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 0d2efce0-28f9-47ea-a49a-15a80e72550a {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:33:14.441263 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca5f25c7-9318-4c5d-bb62-88344f99868c req-f0876ae8-8428-48d0-968f-213af9b74e20 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Jul 28 06:33:14.441400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 0d2efce0-28f9-47ea-a49a-15a80e72550a not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:33:14.483019 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.532749 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port d97de84a-a166-4184-81ca-48cdf759ec0d, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d97de84a-a166-4184-81ca-48cdf759ec0d,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:14.548385 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'd97de84a-a166-4184-81ca-48cdf759ec0d', 'network_id': '50175450-6f2f-4aa2-9ede-88b996d979b0', 'port_id': 'd97de84a-a166-4184-81ca-48cdf759ec0d', 'mac_address': 'fa:16:3e:55:50:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf70403-4780-413c-9042-6cbdf2a6ae0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:33:14.556800 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (10de458c-047b-4e8a-8617-e5318987f1c5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.584332 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port d97de84a-a166-4184-81ca-48cdf759ec0d is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:14.584719 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.599002 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97de84a-a166-4184-81ca-48cdf759ec0d {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:33:14.618621 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port d97de84a-a166-4184-81ca-48cdf759ec0d, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d97de84a-a166-4184-81ca-48cdf759ec0d,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:14.629542 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (10de458c-047b-4e8a-8617-e5318987f1c5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.661114 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10de458c-047b-4e8a-8617-e5318987f1c5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:14.709236 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.742380 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.744211 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5cf46c60-84db-4559-a25e-aaa08afce216 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3549922 Jul 28 06:33:14.747978 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60588) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:14.752620 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'security_group_rule': {'security_group_id': '10de458c-047b-4e8a-8617-e5318987f1c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:14.757001 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=d97de84a-a166-4184-81ca-48cdf759ec0d,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:14.867196 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (0a7067a2-d38c-4f37-9944-f1acf7e2ee56), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:14.914657 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (0a7067a2-d38c-4f37-9944-f1acf7e2ee56), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.011762 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (0a7067a2-d38c-4f37-9944-f1acf7e2ee56), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.031149 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7067a2-d38c-4f37-9944-f1acf7e2ee56,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:15.032477 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['d97de84a-a166-4184-81ca-48cdf759ec0d'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:33:15.099346 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-344e9e62-48ee-4222-a812-315a46f2d854 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442326 Jul 28 06:33:15.113283 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.114284 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-12de7190-6a13-4091-82c2-a1473768f638 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650782 Jul 28 06:33:15.116321 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=9,neutron:SELECT=91 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:15.117217 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60590) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:15.122198 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'security_group_rule': {'security_group_id': '10de458c-047b-4e8a-8617-e5318987f1c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:15.152050 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:15.190203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-57ee2724-4f84-4906-871d-9eb14af75ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:15.191646 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-57ee2724-4f84-4906-871d-9eb14af75ea9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd88554db98441c99e0b09b446c24b47&device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 1129 time: 0.0438356 Jul 28 06:33:15.235879 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (467d1054-a735-4816-be1a-f5873baaca39), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.596856 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:15.617948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21647c0a-f4eb-4062-8011-44f084d52911 req-c5e1ed9e-0e47-4ec6-ad1f-61b7fcc5e9d9 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:15.619489 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-21647c0a-f4eb-4062-8011-44f084d52911 req-c5e1ed9e-0e47-4ec6-ad1f-61b7fcc5e9d9 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 944 time: 0.0869820 Jul 28 06:33:15.675070 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (467d1054-a735-4816-be1a-f5873baaca39), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.682924 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-1ecbefdd-5b81-42ad-932e-0165257f5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:15.685007 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-1ecbefdd-5b81-42ad-932e-0165257f5a10 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 200 len: 919 time: 0.4694614 Jul 28 06:33:15.773562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (467d1054-a735-4816-be1a-f5873baaca39), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.776119 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-71f28c2b-bc7b-4111-852a-165cb97f4165 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 200 len: 217 time: 0.0734236 Jul 28 06:33:15.808887 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-21647c0a-f4eb-4062-8011-44f084d52911 req-19f7c853-c45c-4272-8861-e4b817ee896c tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812768 Jul 28 06:33:15.842260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467d1054-a735-4816-be1a-f5873baaca39,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:15.864781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-8b5b9092-6a38-4beb-8cc9-b6fceb1d4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:15.866896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-8b5b9092-6a38-4beb-8cc9-b6fceb1d4d9d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 200 len: 857 time: 0.0797849 Jul 28 06:33:15.910071 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:15.912442 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ec5b9c72-fe8a-447c-b110-80c2edadfb81 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7928746 Jul 28 06:33:15.921945 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-21ce465c-1b5d-40fa-b8fb-c06c967481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:15.923662 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-21ce465c-1b5d-40fa-b8fb-c06c967481b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6978cd1-c187-431b-a4d2-24672b7a1261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493500 Jul 28 06:33:15.925256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60594) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:15.930492 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:16.055588 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-3bfcb353-6c48-4801-898a-df1b2ca89225 service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196737 Jul 28 06:33:16.072918 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.153454 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:16.219878 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.224712 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ca690cef-c0ab-4112-b7be-b752c54b1830 req-269209bf-5a35-4f09-ab5c-d64c8f45284f service neutron] 10.222.0.71 "GET /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609969 Jul 28 06:33:16.338298 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Allocated IP 172.27.3.123 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/07df453f-5d69-439b-8f75-1d9ee159a5f3) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:33:16.439173 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d97de84a-a166-4184-81ca-48cdf759ec0d up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:33:16.452285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.484601 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port d97de84a-a166-4184-81ca-48cdf759ec0d completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:33:16.543404 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port d97de84a-a166-4184-81ca-48cdf759ec0d triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:33:16.543782 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.543971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.572310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:16.593416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:33:16.599127 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:33:16.601625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:33:16.605599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'Port': ['ID=07df453f-5d69-439b-8f75-1d9ee159a5f3,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:16.620968 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port d97de84a-a166-4184-81ca-48cdf759ec0d is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:16.621389 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.645622 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97de84a-a166-4184-81ca-48cdf759ec0d'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:16.647880 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7892b1-9a62-4522-9e39-b3ed542f8627" -d '{"events": [{"server_uuid": "53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce", "name": "network-vif-plugged", "status": "completed", "tag": "d97de84a-a166-4184-81ca-48cdf759ec0d"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:16.661872 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port d97de84a-a166-4184-81ca-48cdf759ec0d, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d97de84a-a166-4184-81ca-48cdf759ec0d,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:16.687881 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7627e77d-8684-4e14-bb01-af80b3a01590 x-openstack-request-id: req-7627e77d-8684-4e14-bb01-af80b3a01590 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:16.688174 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce", "name": "network-vif-plugged", "status": "completed", "tag": "d97de84a-a166-4184-81ca-48cdf759ec0d", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:16.688629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7627e77d-8684-4e14-bb01-af80b3a01590 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:16.689035 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7627e77d-8684-4e14-bb01-af80b3a01590'] response: {'server_uuid': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97de84a-a166-4184-81ca-48cdf759ec0d', 'code': 200} Jul 28 06:33:16.694396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (a835f351-2077-4355-a933-446cf331e80a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.734012 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.784371 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=d97de84a-a166-4184-81ca-48cdf759ec0d,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:16.790473 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:16.969207 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201312a6-f883-4a1e-a9c7-5193fda352df req-27383b65-ce49-4eac-96d6-eb8a8e6e58fb tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:16.971008 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-201312a6-f883-4a1e-a9c7-5193fda352df req-27383b65-ce49-4eac-96d6-eb8a8e6e58fb tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 945 time: 0.0760143 Jul 28 06:33:17.006078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:17.060643 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:17.065819 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-201312a6-f883-4a1e-a9c7-5193fda352df req-5e9e5298-bc12-4773-ae0d-a31a9386d6f3 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868137 Jul 28 06:33:17.067194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278778a-060e-4969-b20c-c0b55d4aa233 req-a8697f68-038d-4191-a320-8f3b839141e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:17.068671 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3278778a-060e-4969-b20c-c0b55d4aa233 req-a8697f68-038d-4191-a320-8f3b839141e6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 1129 time: 0.0571539 Jul 28 06:33:17.088516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:17.176537 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3278778a-060e-4969-b20c-c0b55d4aa233 req-c61a523a-c84a-4e1c-ada5-e829232226f5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015122 Jul 28 06:33:17.189440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'Port': ['ID=07df453f-5d69-439b-8f75-1d9ee159a5f3,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:17.198003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (a835f351-2077-4355-a933-446cf331e80a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:17.273211 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:17.274538 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-262fd5f9-e6c6-4a61-b81e-da72d3a18f0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3483047 Jul 28 06:33:17.483187 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-db7ae7f5-65cc-40c0-92e1-7c6ab8c7ded4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1610931444&fields=id&tenant_id=a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 267 time: 0.0440679 Jul 28 06:33:17.595330 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-8cef3670-9941-4e56-83cc-13afce44ec09 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:17.596807 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-8cef3670-9941-4e56-83cc-13afce44ec09 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 816 time: 0.1073010 Jul 28 06:33:17.611930 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-7dc6d76b-bff7-475a-9b65-d5fa84fd6f16 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/quotas/a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 375 time: 0.0094209 Jul 28 06:33:17.661923 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-31ad065e-2c13-4d81-9ecf-732e8ababd04 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450549 Jul 28 06:33:17.730677 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:17.767035 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-2933cdc1-8c6e-4307-8991-c73b1d862c9e service neutron] 10.222.0.69 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906570 Jul 28 06:33:17.860414 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-ac5f428f-73cc-4139-94e0-e637536c8a48 service neutron] 10.222.0.69 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 Jul 28 06:33:18.117170 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-72de5c7b-c8b9-4bf5-9028-9c2747625008 req-80686faf-4d58-4a6d-9c4d-cce25553f2b7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 210 time: 0.0306535 Jul 28 06:33:18.197028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267efec9-9654-458e-b8af-55eb387c5418 req-5f152c35-591e-4718-8edb-5ca71b430d5d tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:18.198562 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-267efec9-9654-458e-b8af-55eb387c5418 req-5f152c35-591e-4718-8edb-5ca71b430d5d tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 945 time: 0.0520988 Jul 28 06:33:18.251797 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-267efec9-9654-458e-b8af-55eb387c5418 req-853d672b-ddd8-4825-9cdf-9c938440ab30 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Jul 28 06:33:19.227142 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5d274dcd-4a38-46e6-ae7e-b02a93b7ce99 req-6d4a5f3b-f66d-43c7-a5f7-ef1205c52ee0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Jul 28 06:33:19.369819 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a76fe-e978-49b5-bbd2-d86c7510e93d req-d32d6b24-e6a6-4ef7-96dd-a92e3bcbcf8c tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:19.371361 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf1a76fe-e978-49b5-bbd2-d86c7510e93d req-d32d6b24-e6a6-4ef7-96dd-a92e3bcbcf8c tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 945 time: 0.0495589 Jul 28 06:33:19.421711 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf1a76fe-e978-49b5-bbd2-d86c7510e93d req-026d382f-97e4-4dc5-bfaf-2900fe7340f8 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Jul 28 06:33:20.299262 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-ae5db138-f1ae-47a6-aaaf-53676d819cbf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:20.300769 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-ae5db138-f1ae-47a6-aaaf-53676d819cbf tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 816 time: 0.1159594 Jul 28 06:33:20.349980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7772a1c-c8f4-4962-992d-3524505fbdcb req-0d5f13e6-0fa4-41e8-93a2-37e7d797d15a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 210 time: 0.0404634 Jul 28 06:33:20.391536 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-a289f9b3-cdd9-4278-a513-a8e5e8aa0c33 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 380 time: 0.0743711 Jul 28 06:33:20.401448 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'port': {'device_id': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'admin_state_up': True, 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'security_groups': ['10de458c-047b-4e8a-8617-e5318987f1c5']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:20.493084 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:20.609202 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Made reservation on behalf of a164b3cd6f444e17ae7ada0e30e62f54 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:33:20.612735 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:20.747439 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Allocated IP 172.20.0.6 (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34/fa077c28-d83e-4b2b-8e9c-120ed966e9ed/f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:33:20.854328 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:20.892631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:20.963109 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.014881 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:33:21.020303 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:33:21.022248 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:21.024450 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:33:21.051333 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.051683 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.052060 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.052374 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.052820 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.053073 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.053421 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.053759 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.054088 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.054418 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.054750 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.055074 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.055401 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.055727 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.056054 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:21.088565 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:21.089205 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.164942 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-6164661a-a42a-4b02-a12a-9e5841e2f9f9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673573 Jul 28 06:33:21.183551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Request body: {'port': {'device_id': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:21.236441 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-aecdc9d1-4aa5-4273-bf15-3ef5a486c030 None None] Provisioning complete for port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:33:21.236441 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aecdc9d1-4aa5-4273-bf15-3ef5a486c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.244721 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.272425 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-aecdc9d1-4aa5-4273-bf15-3ef5a486c030 None None] Port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:33:21.386761 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=26 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:21.387513 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=10 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:21.463195 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:21.490183 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b0c19-6246-4ea8-bf1e-de7cf8e2b5f9 req-90498d67-9bba-4f4c-9ea4-a308722d60b4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:21.491598 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ef3b0c19-6246-4ea8-bf1e-de7cf8e2b5f9 req-90498d67-9bba-4f4c-9ea4-a308722d60b4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 931 time: 0.0642390 Jul 28 06:33:21.585146 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ef3b0c19-6246-4ea8-bf1e-de7cf8e2b5f9 req-0cf85928-7f1f-4d0d-85be-f7cf6c8c88b3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859725 Jul 28 06:33:21.595731 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:33:21.604029 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Publish callbacks [] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.617679 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Transition to ACTIVE for port object f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:33:21.697952 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.755489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:21.779590 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:21.839323 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Attempting to bind port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:33:21.839661 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Attempting to bind port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:33:21.839988 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Attempting to bind port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:33:21.845655 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:33:21.845982 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Attempting to bind port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd on network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:33:21.851425 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:33:21.851767 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Checking segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:33:21.852173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Bound using segment: {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:33:21.852616 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Bound port: f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85ee777-d38c-4486-82f6-303efbb363b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:33:21.852979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:21.919468 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:33:21.922701 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:33:22.012386 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:22.051118 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.056362 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:22.056362 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] 10.222.0.71 "PUT /v2.0/ports/f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 200 len: 1093 time: 0.8739913 Jul 28 06:33:22.056362 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:22.056362 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a15895-41f7-4363-926d-32e53fc3e0af" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:22.097173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200b3a-9ec1-4489-ac9f-f3edfe4857ff service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:22.103027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b797a86-28f5-4e57-ab12-ca0cbdc586f6 x-openstack-request-id: req-7b797a86-28f5-4e57-ab12-ca0cbdc586f6 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:22.103546 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:22.103896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b797a86-28f5-4e57-ab12-ca0cbdc586f6 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:22.104386 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b797a86-28f5-4e57-ab12-ca0cbdc586f6'] response: {'name': 'network-changed', 'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'status': 'completed', 'code': 200} Jul 28 06:33:22.169383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15895-41f7-4363-926d-32e53fc3e0af req-0593e392-db04-4001-a413-883fdc0cc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.170951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b1a15895-41f7-4363-926d-32e53fc3e0af req-0593e392-db04-4001-a413-883fdc0cc277 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1127 time: 0.0425644 Jul 28 06:33:22.279639 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15895-41f7-4363-926d-32e53fc3e0af req-71ab4fb4-43a5-495e-956f-d3db9356e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.281153 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b1a15895-41f7-4363-926d-32e53fc3e0af req-71ab4fb4-43a5-495e-956f-d3db9356e22c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1020925 Jul 28 06:33:22.386208 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15895-41f7-4363-926d-32e53fc3e0af req-757513b8-1f74-4132-a439-9e3ae6ace075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.387717 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b1a15895-41f7-4363-926d-32e53fc3e0af req-757513b8-1f74-4132-a439-9e3ae6ace075 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995615 Jul 28 06:33:22.470423 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-c73929b7-7d03-4efb-93c8-814a1bc6a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.471931 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-c73929b7-7d03-4efb-93c8-814a1bc6a1bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1127 time: 0.0399547 Jul 28 06:33:22.519404 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-753ba2f9-30ce-4d38-b5ba-84d1ce957010 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 200 len: 217 time: 0.0374405 Jul 28 06:33:22.577593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-0434d043-c6a1-4651-b462-afd7b4c031cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.578963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-0434d043-c6a1-4651-b462-afd7b4c031cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.0437226 Jul 28 06:33:22.626777 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-15b73edd-492b-49b4-8bd4-970f1a3ec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.628332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-15b73edd-492b-49b4-8bd4-970f1a3ec1bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397997 Jul 28 06:33:22.740424 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90abf-3a6d-4709-bb5c-c3368ff3ecb2 req-7e9d9ead-cbd9-4fe9-b128-c90f0c65dfaa tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:22.741924 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-17d90abf-3a6d-4709-bb5c-c3368ff3ecb2 req-7e9d9ead-cbd9-4fe9-b128-c90f0c65dfaa tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0587244 Jul 28 06:33:22.763563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:22.784679 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-c401d369-8286-4fdd-a1c1-d08687593d43 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478159 Jul 28 06:33:22.864731 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-17d90abf-3a6d-4709-bb5c-c3368ff3ecb2 req-a4492b0e-91dd-48a0-bb8c-26a64796f72d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117754 Jul 28 06:33:22.907341 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7eeb24be-9ce4-4341-8238-4fb325bb4a1d req-28a2dd3e-0d0b-4c39-b160-2c9117754d45 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131067 Jul 28 06:33:23.995294 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196ff4-9da1-4029-a44a-ef6dcedec6b7 req-c283580d-f360-40e0-9e17-d1c27361f2d8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:23.996769 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71196ff4-9da1-4029-a44a-ef6dcedec6b7 req-c283580d-f360-40e0-9e17-d1c27361f2d8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0498300 Jul 28 06:33:24.064413 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71196ff4-9da1-4029-a44a-ef6dcedec6b7 req-9ce7ed5f-58e3-439f-b953-2ba17b267868 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607781 Jul 28 06:33:25.031292 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=59,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:25.033193 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:25.194094 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73428a-b0ed-4840-8181-2f0f1859d858 req-981810ed-20da-46d2-8f41-98931debe997 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:25.195562 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cb73428a-b0ed-4840-8181-2f0f1859d858 req-981810ed-20da-46d2-8f41-98931debe997 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0508006 Jul 28 06:33:25.226263 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:25.243012 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cb73428a-b0ed-4840-8181-2f0f1859d858 req-64403a29-a8ff-4926-8d20-b8a6e2a72faa tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Jul 28 06:33:26.368942 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cb9e5-1703-4934-a55a-73cc50449b2f req-5a53a251-3240-4450-88f4-aad3f1676f99 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:26.370500 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b5cb9e5-1703-4934-a55a-73cc50449b2f req-5a53a251-3240-4450-88f4-aad3f1676f99 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0481393 Jul 28 06:33:26.420971 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b5cb9e5-1703-4934-a55a-73cc50449b2f req-6d31ba6b-0b1e-4a86-8d85-e014ab14db34 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Jul 28 06:33:26.500542 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:33:26.601939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:26.614025 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'mac_address': 'fa:16:3e:c7:90:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:33:26.647846 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:26.648228 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:26.662087 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:33:26.681768 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:26.739180 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:26.784834 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:27.095469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:33:27.175198 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:27.232048 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:27.542592 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aea92-e14e-477c-b5e8-5c2aec9b5d1e req-2edb4dba-7ecc-45f8-90e9-f88a648986ca tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:27.544073 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-791aea92-e14e-477c-b5e8-5c2aec9b5d1e req-2edb4dba-7ecc-45f8-90e9-f88a648986ca tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 944 time: 0.0476360 Jul 28 06:33:27.595983 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-791aea92-e14e-477c-b5e8-5c2aec9b5d1e req-5a273a39-72b5-4515-9d85-6866d1095088 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 Jul 28 06:33:28.512745 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:33:28.554076 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:33:28.623343 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:33:28.624320 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:28.711465 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:28.711465 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:28.742721 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:28.745099 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec753a5c-3768-4278-9394-cb28d352e105" -d '{"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:28.758986 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:28.792941 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2031-84bf-421f-b5ca-f39400f43af6 req-d733da57-0c98-4395-a9d6-5c9c49c8aadb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:28.794505 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-59db2031-84bf-421f-b5ca-f39400f43af6 req-d733da57-0c98-4395-a9d6-5c9c49c8aadb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 944 time: 0.0556605 Jul 28 06:33:28.806867 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2567ba-f191-4634-8112-d8911f673f23 x-openstack-request-id: req-8e2567ba-f191-4634-8112-d8911f673f23 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:28.807150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:28.807399 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e2567ba-f191-4634-8112-d8911f673f23 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:28.807851 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2567ba-f191-4634-8112-d8911f673f23'] response: {'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'code': 200} Jul 28 06:33:28.832427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:28.846179 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-59db2031-84bf-421f-b5ca-f39400f43af6 req-28c65751-f27c-4617-87bb-c3f4379d90d6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Jul 28 06:33:28.907120 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:29.972935 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae98bae-b999-4af3-8af8-e562cf609ef4 req-41c43719-b0db-4c94-8d31-84966aa4934e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:29.974482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0ae98bae-b999-4af3-8af8-e562cf609ef4 req-41c43719-b0db-4c94-8d31-84966aa4934e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Jul 28 06:33:30.020697 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0ae98bae-b999-4af3-8af8-e562cf609ef4 req-e7f4007c-8b5a-49cd-baf3-9a762fcfb03f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Jul 28 06:33:31.163148 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc356f3-e613-4558-aca6-aafedebb68fc req-1a6df7ec-c479-4e85-9e69-484be29fc6bb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:31.164625 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ccc356f3-e613-4558-aca6-aafedebb68fc req-1a6df7ec-c479-4e85-9e69-484be29fc6bb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0525377 Jul 28 06:33:31.211987 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ccc356f3-e613-4558-aca6-aafedebb68fc req-57b776eb-2dd6-4afb-afa6-16d871e42754 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Jul 28 06:33:32.094969 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74e32-e364-4722-b8f5-15fca7326827 req-a6e89393-c4f9-4130-a8ac-74ca9b860132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:32.096474 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7cd74e32-e364-4722-b8f5-15fca7326827 req-a6e89393-c4f9-4130-a8ac-74ca9b860132 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1129 time: 0.0392816 Jul 28 06:33:32.146570 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7cd74e32-e364-4722-b8f5-15fca7326827 req-51390d61-b3f0-4e77-b336-ccff0c36d7df service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Jul 28 06:33:32.340242 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440075a8-7290-4c8a-a21d-89ac658d337f req-56784337-526c-4db1-9264-d9ae492a1691 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:32.341760 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-440075a8-7290-4c8a-a21d-89ac658d337f req-56784337-526c-4db1-9264-d9ae492a1691 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0501320 Jul 28 06:33:32.394911 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-440075a8-7290-4c8a-a21d-89ac658d337f req-57b1e6b7-94e3-4412-b699-db9687c27582 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474224 Jul 28 06:33:33.517139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a3051-bdf4-4972-b2c3-3c6e3e6c720a req-af25cd48-789a-443c-a540-9efdf72ab39f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:33.518665 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b69a3051-bdf4-4972-b2c3-3c6e3e6c720a req-af25cd48-789a-443c-a540-9efdf72ab39f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Jul 28 06:33:33.566739 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b69a3051-bdf4-4972-b2c3-3c6e3e6c720a req-c6c11626-b8fd-4779-947c-5dcafad3d8d4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Jul 28 06:33:34.020125 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:33:34.031808 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:34.498198 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd698-96de-468f-83e4-31195cf1e242 req-7045b100-2ada-4467-b511-2e7e984cf339 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:34.499681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d82bd698-96de-468f-83e4-31195cf1e242 req-7045b100-2ada-4467-b511-2e7e984cf339 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0488431 Jul 28 06:33:34.521640 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:34.550433 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d82bd698-96de-468f-83e4-31195cf1e242 req-2cca3ccd-3235-4d6f-a1fa-a4419b97482a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451336 Jul 28 06:33:34.695024 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db55f2-0c10-4f0e-bf4a-f5e6f48c9157 req-2d12698e-f370-4f2e-a601-3831e7648945 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:34.696473 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e8db55f2-0c10-4f0e-bf4a-f5e6f48c9157 req-2d12698e-f370-4f2e-a601-3831e7648945 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0520558 Jul 28 06:33:34.749276 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e8db55f2-0c10-4f0e-bf4a-f5e6f48c9157 req-bba82ee0-3736-4582-a850-b75f7971bbf2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Jul 28 06:33:35.613329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-df81f1ee-0c69-4528-a74f-64aaf7175b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:35.668602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b591-9275-439d-958b-13fa6274ca3f req-da3e12a3-2e4e-4452-a48b-2c668534f7b5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:35.670108 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3072b591-9275-439d-958b-13fa6274ca3f req-da3e12a3-2e4e-4452-a48b-2c668534f7b5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0473044 Jul 28 06:33:35.701715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:35.719708 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3072b591-9275-439d-958b-13fa6274ca3f req-c9cb0d03-d673-4688-8dd2-02345d6cd666 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Jul 28 06:33:35.877227 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ee3a4-3b61-430d-b8ec-ecb97fa7cf03 req-cab12b08-1e55-4c21-b69f-c0fa44af4515 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:35.878748 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf3ee3a4-3b61-430d-b8ec-ecb97fa7cf03 req-cab12b08-1e55-4c21-b69f-c0fa44af4515 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Jul 28 06:33:35.926019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf3ee3a4-3b61-430d-b8ec-ecb97fa7cf03 req-0bf7e3b8-2dd0-4ed8-87e3-f0f994ccb83d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jul 28 06:33:36.837940 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f91-9ac7-442d-8d4c-312834e2c28b req-7645b77c-2bad-47af-abbe-8a3aec7297fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:36.841838 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-65565f91-9ac7-442d-8d4c-312834e2c28b req-7645b77c-2bad-47af-abbe-8a3aec7297fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0487294 Jul 28 06:33:36.891234 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-65565f91-9ac7-442d-8d4c-312834e2c28b req-25cec56b-e24a-42c8-9341-bb1a5b8d4a0b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 Jul 28 06:33:37.058622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865ee1-3596-4d3f-b7fb-92b1ed2e2106 req-e2d7ed51-729d-459e-932a-d6db52754b06 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:37.060136 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76865ee1-3596-4d3f-b7fb-92b1ed2e2106 req-e2d7ed51-729d-459e-932a-d6db52754b06 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0555234 Jul 28 06:33:37.112542 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76865ee1-3596-4d3f-b7fb-92b1ed2e2106 req-2f0b154c-f355-4115-b833-0dc1bdd7a486 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Jul 28 06:33:37.239074 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b54900-cfe3-44f9-9398-b61f1f06bbc3 req-9cfe3d03-7836-4cbc-94c0-00719d64ac19 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:37.240623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-94b54900-cfe3-44f9-9398-b61f1f06bbc3 req-9cfe3d03-7836-4cbc-94c0-00719d64ac19 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Jul 28 06:33:37.250995 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60786) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:37.255782 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Request body: {'floatingip': {'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:37.295872 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (a835f351-2077-4355-a933-446cf331e80a), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:37.600512 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5cd84-d5e6-4805-b4fb-68bc6e94aabd req-20c8ae23-40c8-40ce-9132-1ceca5cb9410 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:37.602077 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-55e5cd84-d5e6-4805-b4fb-68bc6e94aabd req-20c8ae23-40c8-40ce-9132-1ceca5cb9410 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Jul 28 06:33:37.650697 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-55e5cd84-d5e6-4805-b4fb-68bc6e94aabd req-456bf949-e4ef-4415-9eb6-48a8b8c9b515 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Jul 28 06:33:37.754915 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:37.808274 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (a835f351-2077-4355-a933-446cf331e80a), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:38.019301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da9238-23d7-4488-9d16-017a06ca3990 req-646149a5-1dc6-44aa-93d9-9b3780d4ee45 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:38.020896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6da9238-23d7-4488-9d16-017a06ca3990 req-646149a5-1dc6-44aa-93d9-9b3780d4ee45 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0506380 Jul 28 06:33:38.077172 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6da9238-23d7-4488-9d16-017a06ca3990 req-fd1b16e7-2573-4885-a6e3-56dec2293748 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501211 Jul 28 06:33:38.093223 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bd96223e-c64e-468e-96fa-5fd8c3c9a23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:38.128279 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Floating IP a835f351-2077-4355-a933-446cf331e80a associated. External IP: 172.27.3.123, port: f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd. Jul 28 06:33:38.331495 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:33:38.437272 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:33:38.442096 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:38.446783 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:33:38.459637 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:38.460287 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:38.478528 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b7ca7129-5bfc-43a0-857f-596ad1693ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "PUT /v2.0/floatingips/a835f351-2077-4355-a933-446cf331e80a HTTP/1.1" status: 200 len: 991 time: 1.2264106 Jul 28 06:33:38.479117 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:38.481652 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:38.518728 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b0fbbb-3a21-480d-88d7-2e9effc6f0cd x-openstack-request-id: req-97b0fbbb-3a21-480d-88d7-2e9effc6f0cd {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:38.519150 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:38.519530 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97b0fbbb-3a21-480d-88d7-2e9effc6f0cd {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:38.519962 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b0fbbb-3a21-480d-88d7-2e9effc6f0cd'] response: {'name': 'network-changed', 'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'status': 'completed', 'code': 200} Jul 28 06:33:38.564850 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:38.776666 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09165d-512c-4ac3-8930-5022576b2345 req-ac3ed64a-a89c-4b52-a113-a2b1d9f89f3a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:38.778184 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc09165d-512c-4ac3-8930-5022576b2345 req-ac3ed64a-a89c-4b52-a113-a2b1d9f89f3a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Jul 28 06:33:38.778683 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'a835f351-2077-4355-a933-446cf331e80a', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'mac_address': 'fa:16:3e:c7:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:33:16Z', 'updated_at': '2022-07-28T06:33:37Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:38.808825 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:33:38.817756 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:38.818422 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:38.828579 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cc09165d-512c-4ac3-8930-5022576b2345 req-f62cbfb6-5ca2-4fca-bb85-2023129a0589 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Jul 28 06:33:38.924205 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:39.203934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1419a7-bf7e-4e65-8dcb-423b59250ab9 req-71d38ab9-20ec-48b5-84ea-ead7b3e65ee2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:39.205461 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f1419a7-bf7e-4e65-8dcb-423b59250ab9 req-71d38ab9-20ec-48b5-84ea-ead7b3e65ee2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0481966 Jul 28 06:33:39.207400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:39.230312 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'a835f351-2077-4355-a933-446cf331e80a', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'mac_address': 'fa:16:3e:c7:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:33:16Z', 'updated_at': '2022-07-28T06:33:37Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:39.253850 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4f1419a7-bf7e-4e65-8dcb-423b59250ab9 req-24f9f13f-159d-43fd-9a2c-9c9d081971f2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Jul 28 06:33:39.256495 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9acf1-a402-43e7-af2f-38571e14f2ed None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'a835f351-2077-4355-a933-446cf331e80a', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'mac_address': 'fa:16:3e:c7:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:33:16Z', 'updated_at': '2022-07-28T06:33:37Z', 'revision_number': 1, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:33:39.440718 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc5a4a-9f0b-437b-8142-7751a621d0b1 None None] New status for floating IP a835f351-2077-4355-a933-446cf331e80a: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:33:39.949864 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262db7-a71c-4393-ad7e-bb69b4e908b2 req-492b62b4-c099-4dfc-bcce-26d569f04e08 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:39.951354 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c5262db7-a71c-4393-ad7e-bb69b4e908b2 req-492b62b4-c099-4dfc-bcce-26d569f04e08 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0514414 Jul 28 06:33:40.001232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c5262db7-a71c-4393-ad7e-bb69b4e908b2 req-00995b1e-2da9-4923-b37e-0215039a2c7b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437794 Jul 28 06:33:40.385825 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db0566-b115-485c-b9c4-4e8be00a7f3e req-182fbeb6-b4a2-4dd6-b148-3a1ef270802c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:40.387321 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-51db0566-b115-485c-b9c4-4e8be00a7f3e req-182fbeb6-b4a2-4dd6-b148-3a1ef270802c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0498643 Jul 28 06:33:40.400657 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:40.438352 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-51db0566-b115-485c-b9c4-4e8be00a7f3e req-4c267564-fded-4418-9b24-19fc5641e50f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Jul 28 06:33:40.834602 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:41.126494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77ad6c-c9bc-4711-aec0-0248e2278fe2 req-30bf096c-e19b-428f-b31f-578945ffaa10 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:41.128349 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-de77ad6c-c9bc-4711-aec0-0248e2278fe2 req-30bf096c-e19b-428f-b31f-578945ffaa10 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0546460 Jul 28 06:33:41.144805 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:41.423834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-de77ad6c-c9bc-4711-aec0-0248e2278fe2 req-2ec4be20-419f-4718-a8bf-182493ed0545 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897265 Jul 28 06:33:41.521253 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:41.560700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2c5d-161d-491a-ab8d-e67c0123df86 req-d58fc682-b38e-4bf5-826b-5225d397ee2a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:41.563032 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c05d2c5d-161d-491a-ab8d-e67c0123df86 req-d58fc682-b38e-4bf5-826b-5225d397ee2a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0503211 Jul 28 06:33:41.610582 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c05d2c5d-161d-491a-ab8d-e67c0123df86 req-1879bab4-7c2f-40c6-8453-430c1319fc66 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Jul 28 06:33:42.040641 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:42.541493 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6223ab5-093d-4064-b02b-97c711012619 req-ae4a53b7-cb66-4143-a3fe-45c0f57ce67c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:42.554842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a6223ab5-093d-4064-b02b-97c711012619 req-ae4a53b7-cb66-4143-a3fe-45c0f57ce67c tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0473883 Jul 28 06:33:42.598490 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a6223ab5-093d-4064-b02b-97c711012619 req-04de2598-3232-4e3e-8ba8-70b56eecf620 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491331 Jul 28 06:33:42.730413 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca59bf3-2eb7-4cbb-a2bb-2d9d1ddbc921 req-fdc66cc5-00f2-474e-929a-81011c0445c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:42.731840 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cca59bf3-2eb7-4cbb-a2bb-2d9d1ddbc921 req-fdc66cc5-00f2-474e-929a-81011c0445c9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Jul 28 06:33:42.779236 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cca59bf3-2eb7-4cbb-a2bb-2d9d1ddbc921 req-27aab13a-8983-4b24-a92a-585d7136a1fe tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Jul 28 06:33:43.337176 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-717049be-ee37-498c-84ba-9cf1034d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:43.338737 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-717049be-ee37-498c-84ba-9cf1034d671a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1129 time: 0.1155579 Jul 28 06:33:43.353159 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-33fcce57-6079-4871-8dd6-99a4345f075f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:43.354652 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-33fcce57-6079-4871-8dd6-99a4345f075f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.0597322 Jul 28 06:33:43.717910 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0cb5c-9ab2-4999-8ff3-b42553884619 req-df87546b-7194-4ff5-9da7-2b42af01aa18 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:43.720226 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cea0cb5c-9ab2-4999-8ff3-b42553884619 req-df87546b-7194-4ff5-9da7-2b42af01aa18 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.0490065 Jul 28 06:33:43.902177 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cea0cb5c-9ab2-4999-8ff3-b42553884619 req-9290636f-3f6c-467a-91d7-0436e39c2b65 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758671 Jul 28 06:33:43.981372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Deleting port 2742328d-a56f-47f6-9907-80622646c3ab {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:43.981746 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (2742328d-a56f-47f6-9907-80622646c3ab), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.008188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6d44a-c8e5-42a7-8744-1e71556bc4e6 req-1572db4c-cc63-44d2-b77c-6a932370bdf1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:44.009663 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f1a6d44a-c8e5-42a7-8744-1e71556bc4e6 req-1572db4c-cc63-44d2-b77c-6a932370bdf1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 946 time: 0.1332755 Jul 28 06:33:44.063729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-4af38fad-f7e8-45ba-bcd9-43bbf122d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:44.065178 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-4af38fad-f7e8-45ba-bcd9-43bbf122d5b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.3263388 Jul 28 06:33:44.086915 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-111991e8-09b2-42c9-95aa-d4df14c16f3f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:44.088323 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-111991e8-09b2-42c9-95aa-d4df14c16f3f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1837387 Jul 28 06:33:44.258160 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-0495b0fc-6b90-41fa-8f63-d2156d50ea31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 200 len: 1001 time: 0.1779718 Jul 28 06:33:44.258568 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:44.268883 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f1a6d44a-c8e5-42a7-8744-1e71556bc4e6 req-d66b9424-4d04-4f18-8693-8eb17cf9b68d tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241194 Jul 28 06:33:44.293642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:44.324237 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Deleting port b21bb56c-34cb-4842-9382-4bf8a79421c4 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:44.324576 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.329250 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2742328d-a56f-47f6-9907-80622646c3ab,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:44.329644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (2742328d-a56f-47f6-9907-80622646c3ab), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.432836 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-d76bec6c-ab28-4154-9cb8-38914829ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:44.434332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-d76bec6c-ab28-4154-9cb8-38914829ca6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.1645720 Jul 28 06:33:44.553298 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-e759a64b-b992-4578-a4d8-b4b550d37be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:44.554884 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-e759a64b-b992-4578-a4d8-b4b550d37be9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104109 Jul 28 06:33:44.570399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] For port b21bb56c-34cb-4842-9382-4bf8a79421c4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=b21bb56c-34cb-4842-9382-4bf8a79421c4,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:44.570765 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.597343 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2742328d-a56f-47f6-9907-80622646c3ab no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:33:44.692280 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2742328d-a56f-47f6-9907-80622646c3ab is: ACTIVE; New status is: DOWN {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:33:44.692994 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2742328d-a56f-47f6-9907-80622646c3ab), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.718483 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:44.721517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d82d58-0110-4a39-a746-6d3def2210c3" -d '{"events": [{"server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "name": "network-vif-unplugged", "status": "completed", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:44.735618 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2742328d-a56f-47f6-9907-80622646c3ab, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2742328d-a56f-47f6-9907-80622646c3ab,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:44.770593 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c660b-dc85-4b6b-ae2b-d05970467a3a x-openstack-request-id: req-5f0c660b-dc85-4b6b-ae2b-d05970467a3a {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:44.776158 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "name": "network-vif-unplugged", "status": "completed", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:44.776158 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f0c660b-dc85-4b6b-ae2b-d05970467a3a {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:44.776158 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0c660b-dc85-4b6b-ae2b-d05970467a3a'] response: {'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'code': 200} Jul 28 06:33:44.792032 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.792601 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.792733 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Floating IP d5d784c2-ba73-4be4-9f02-4d766ddf10a9 disassociated. External IP: 172.27.3.193, port: 2742328d-a56f-47f6-9907-80622646c3ab. Jul 28 06:33:44.793162 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Calling delete_port for 2742328d-a56f-47f6-9907-80622646c3ab owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:44.817797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:44.872277 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=6']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:44.880995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.881372 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.881718 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.882055 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.882388 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.882716 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.883043 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.883363 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.883685 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.884005 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.884328 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.884654 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.884977 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.885293 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.885633 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:44.931151 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-e11be1f8-7d3d-4ad4-a962-e63bb7841a44 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644204 Jul 28 06:33:44.944037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda03964-68bc-451f-8e48-4170011a0a3d req-b8cace09-b91f-4494-a22b-0af36744dcda tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:44.944587 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dda03964-68bc-451f-8e48-4170011a0a3d req-b8cace09-b91f-4494-a22b-0af36744dcda tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 945 time: 0.1599472 Jul 28 06:33:45.058216 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:45.058487 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (ea3852d9-89cd-47d7-b704-62e9383d9724), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:45.058805 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Floating IP ea3852d9-89cd-47d7-b704-62e9383d9724 disassociated. External IP: 172.27.3.151, port: b21bb56c-34cb-4842-9382-4bf8a79421c4. Jul 28 06:33:45.059151 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Calling delete_port for b21bb56c-34cb-4842-9382-4bf8a79421c4 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:45.096115 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a40d-216d-47d0-abe2-49822aee516e req-319764a0-ab9b-4e1d-b958-5927a5bc1216 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:45.097621 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fb96a40d-216d-47d0-abe2-49822aee516e req-319764a0-ab9b-4e1d-b958-5927a5bc1216 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 945 time: 0.1112137 Jul 28 06:33:45.140154 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:45.153111 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dda03964-68bc-451f-8e48-4170011a0a3d req-225f4755-ee53-4d3f-a657-5874d0f9f992 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926472 Jul 28 06:33:45.186536 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:45.247195 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fb96a40d-216d-47d0-abe2-49822aee516e req-ad3b487b-bb6d-4a32-953a-565f04980e85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=da8e8975-f17f-4346-bb17-f7ca30688a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391990 Jul 28 06:33:45.411298 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea726e1-8592-4971-8223-c7876cf41801 req-e92a39fb-c829-41fd-b585-9b68743ca02c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:45.412869 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dea726e1-8592-4971-8223-c7876cf41801 req-e92a39fb-c829-41fd-b585-9b68743ca02c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 944 time: 0.0544984 Jul 28 06:33:45.455762 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (2742328d-a56f-47f6-9907-80622646c3ab), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:45.465880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dea726e1-8592-4971-8223-c7876cf41801 req-4e0f9db4-053b-4d11-aea4-7290e9829c6c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=38c01506-99ec-4e29-af76-8233cf8b229c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473533 Jul 28 06:33:45.490254 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (b21bb56c-34cb-4842-9382-4bf8a79421c4), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:45.492033 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event deleted for resources: {'Port': ['ID=2742328d-a56f-47f6-9907-80622646c3ab,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:45.526595 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event deleted for resources: {'Port': ['ID=b21bb56c-34cb-4842-9382-4bf8a79421c4,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:45.695498 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:45.716849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:33:45.725677 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:33:46.212026 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:33:46.218932 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:33:46.223213 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] Sync routers for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:33:46.229927 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:33:46.250963 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:46.251603 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:46.259062 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:46.261637 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:46.355140 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] No DVR routers for this DVR port 2742328d-a56f-47f6-9907-80622646c3ab on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:33:46.376780 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:46.377043 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] No DVR routers for this DVR port b21bb56c-34cb-4842-9382-4bf8a79421c4 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:33:46.383260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:46.386676 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6213a7f1-5f68-4f8a-af43-39389fc5da3f req-41ff5533-4be5-4036-94ab-a4ee156e5b08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "DELETE /v2.0/ports/2742328d-a56f-47f6-9907-80622646c3ab HTTP/1.1" status: 204 len: 173 time: 2.6592164 Jul 28 06:33:46.388682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'name': 'network-vif-deleted', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:46.391285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b45911a-bc36-4a3e-9a48-5705bffbe710" -d '{"events": [{"server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "name": "network-vif-deleted", "tag": "2742328d-a56f-47f6-9907-80622646c3ab"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:46.418424 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:46.422668 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6f55f287-eb84-4aea-94fd-688f435b41ea req-c0da4e22-5c81-449d-993c-ec3fd4122c23 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "DELETE /v2.0/ports/b21bb56c-34cb-4842-9382-4bf8a79421c4 HTTP/1.1" status: 204 len: 173 time: 2.3238270 Jul 28 06:33:46.429255 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0eae7e02-5c16-4af1-bf3a-da6cc972535b req-66c5b3a7-9b79-4bf6-b9f1-7a9aa450f773 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0760355 Jul 28 06:33:46.440232 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fefbe-59de-43f4-80a3-7689997eb6b7 req-b65bec72-9996-4cf0-a4bf-8340c12a4283 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:46.440232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-593fefbe-59de-43f4-80a3-7689997eb6b7 req-b65bec72-9996-4cf0-a4bf-8340c12a4283 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 945 time: 0.1935384 Jul 28 06:33:46.442219 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79d679b6-f46b-42ce-bbbd-cca080fd6fcd req-ee52a344-d5f2-4ade-acd2-f69b2ee0c1c7 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008916 Jul 28 06:33:46.468988 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:46.533737 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-54885d9a-1057-4335-8dd9-07cc73eb63f4 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:46.535306 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-54885d9a-1057-4335-8dd9-07cc73eb63f4 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 945 time: 0.0922265 Jul 28 06:33:46.547419 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:46.590681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-593fefbe-59de-43f4-80a3-7689997eb6b7 req-e9d380b8-d532-4855-9774-a2ed676532b9 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/security-groups?id=16f766d8-1160-47b0-8d8a-86fb620c45e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150007 Jul 28 06:33:46.590813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:46.637668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33015a4-3d3f-40b5-b552-2e8d07663c9f x-openstack-request-id: req-d33015a4-3d3f-40b5-b552-2e8d07663c9f {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:46.638281 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a5ad9-f35d-4c21-b9cb-8f9979d1e113", "name": "network-vif-deleted", "tag": "2742328d-a56f-47f6-9907-80622646c3ab", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:46.638695 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d33015a4-3d3f-40b5-b552-2e8d07663c9f {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:46.639274 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33015a4-3d3f-40b5-b552-2e8d07663c9f'] response: {'server_uuid': '028a5ad9-f35d-4c21-b9cb-8f9979d1e113', 'name': 'network-vif-deleted', 'tag': '2742328d-a56f-47f6-9907-80622646c3ab', 'status': 'completed', 'code': 200} Jul 28 06:33:46.658472 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device b21bb56c-34cb-4842-9382-4bf8a79421c4 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:33:46.666872 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Deleting port d97de84a-a166-4184-81ca-48cdf759ec0d {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:46.667668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:46.683969 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: b21bb56c-34cb-4842-9382-4bf8a79421c4 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:33:46.684319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device b21bb56c-34cb-4842-9382-4bf8a79421c4 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:33:46.720675 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:46.743486 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2371109d-0ee3-4489-a9fc-e01103821b5e req-1619eacb-d2bd-4711-87e5-241f21881173 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=028a5ad9-f35d-4c21-b9cb-8f9979d1e113 HTTP/1.1" status: 200 len: 210 time: 0.0718887 Jul 28 06:33:46.754904 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] Checking router: cbc3d0df-8e51-47a2-94d1-3bec1ae5788d for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:33:46.773495 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:46.773495 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:46.788172 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:46.800451 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:46.838034 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] For port d97de84a-a166-4184-81ca-48cdf759ec0d, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d97de84a-a166-4184-81ca-48cdf759ec0d,segment=NetworkSegment(eabbf1ab-2e38-4d6e-8b2d-8757972f041f),segment_id=eabbf1ab-2e38-4d6e-8b2d-8757972f041f)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:46.838416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:46.853557 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Calling delete_port for d97de84a-a166-4184-81ca-48cdf759ec0d owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:46.855395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:46.882896 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:46.888360 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:46.919854 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:33:46.929104 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:33:46.929772 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:33:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:47.048852 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:33:47.070498 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (d97de84a-a166-4184-81ca-48cdf759ec0d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:47.083516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:47.090738 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['d97de84a-a166-4184-81ca-48cdf759ec0d'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:33:47.095171 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:47.109903 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Pushing event deleted for resources: {'Port': ['ID=d97de84a-a166-4184-81ca-48cdf759ec0d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:47.126227 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95815dc1-1fa6-4173-a37a-7cea4a15a908 None None] The sync data for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi is: [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:19Z', 'revision_number': 4, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'ca9af873-a2b0-45dc-a3b7-c107ecdfd700', 'name': '', 'network_id': 'c6978cd1-c187-431b-a4d2-24672b7a1261', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'mac_address': 'fa:16:3e:83:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:38Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'subnets': [{'id': '39336f79-3506-4432-b5de-a98df6cfeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:33:47.165941 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] No DVR routers for this DVR port d97de84a-a166-4184-81ca-48cdf759ec0d on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:33:47.168800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:47.173158 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6dd07c85-fda3-4b8d-9bcc-e9449316b139 req-ad4027f0-1d3d-4257-8d3b-ec7408f913a6 tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.71 "DELETE /v2.0/ports/d97de84a-a166-4184-81ca-48cdf759ec0d HTTP/1.1" status: 204 len: 173 time: 0.6292448 Jul 28 06:33:47.279448 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:33:47.311288 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9af51-93db-4e47-b2a6-dbc5b5b3c739 None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:33:47.409415 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae47174-d7fa-420d-bdae-6c4c63e6560b None None] New status for floating IP d5d784c2-ba73-4be4-9f02-4d766ddf10a9: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:33:47.593812 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea90db66-566d-47ef-a06b-a980fe8a6d2a req-c8eefe87-250f-4e5f-bcd5-a1854dd40034 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9b09806-4463-4247-ba82-c87e3362cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0612328 Jul 28 06:33:47.678915 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21229c1-1c99-4f0c-8158-555b8aeb5db1 None None] New status for floating IP ea3852d9-89cd-47d7-b704-62e9383d9724: DOWN {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:33:47.724082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7ef22b6-5fe2-4f99-98c9-12a4270190ab req-d6b28950-2070-4a20-a174-e4fc2bb5e2ed tempest-VolumesSnapshotTestJSON-731057165 tempest-VolumesSnapshotTestJSON-731057165-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jul 28 06:33:47.940658 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60884) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:47.998708 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7790a228-ae41-4078-aabe-273cfdd04df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group (38c01506-99ec-4e29-af76-8233cf8b229c), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.024287 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7790a228-ae41-4078-aabe-273cfdd04df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group (38c01506-99ec-4e29-af76-8233cf8b229c), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.154942 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7790a228-ae41-4078-aabe-273cfdd04df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (38c01506-99ec-4e29-af76-8233cf8b229c), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.157562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7790a228-ae41-4078-aabe-273cfdd04df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.158727 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-7790a228-ae41-4078-aabe-273cfdd04df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "DELETE /v2.0/security-groups/38c01506-99ec-4e29-af76-8233cf8b229c HTTP/1.1" status: 204 len: 168 time: 0.2169678 Jul 28 06:33:48.161644 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60886) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:48.168475 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a228-ae41-4078-aabe-273cfdd04df7 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c01506-99ec-4e29-af76-8233cf8b229c,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:48.175849 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-131b41c5-87d6-4edd-94c4-390a9b676568 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] show failed (client error): The resource could not be found. Jul 28 06:33:48.176882 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-131b41c5-87d6-4edd-94c4-390a9b676568 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups/38c01506-99ec-4e29-af76-8233cf8b229c HTTP/1.1" status: 404 len: 347 time: 0.0142651 Jul 28 06:33:48.179766 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60888) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:48.302188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Deleting port 3fffe3be-d2b8-44d3-93b3-2ce82edc9b80 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:48.302531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.392309 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.392642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.407486 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Calling delete_port for 3fffe3be-d2b8-44d3-93b3-2ce82edc9b80 owned by network:floatingip {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:48.468875 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:48.618730 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (3fffe3be-d2b8-44d3-93b3-2ce82edc9b80), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.643341 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'name': 'network-vif-deleted', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4'}, {'server_uuid': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'name': 'network-vif-deleted', 'tag': 'd97de84a-a166-4184-81ca-48cdf759ec0d'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:48.645690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a3739f-c938-4f64-9951-16d397cae741" -d '{"events": [{"server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "name": "network-vif-deleted", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4"}, {"server_uuid": "53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce", "name": "network-vif-deleted", "tag": "d97de84a-a166-4184-81ca-48cdf759ec0d"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:48.652711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event deleted for resources: {'Port': ['ID=3fffe3be-d2b8-44d3-93b3-2ce82edc9b80,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:48.706169 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6c4ecf-038f-4912-b7b0-ee3674ce6cc8 x-openstack-request-id: req-bb6c4ecf-038f-4912-b7b0-ee3674ce6cc8 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:48.706473 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b09806-4463-4247-ba82-c87e3362cbd4", "name": "network-vif-deleted", "tag": "b21bb56c-34cb-4842-9382-4bf8a79421c4", "status": "completed", "code": 200}, {"server_uuid": "53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce", "name": "network-vif-deleted", "tag": "d97de84a-a166-4184-81ca-48cdf759ec0d", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:48.706726 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb6c4ecf-038f-4912-b7b0-ee3674ce6cc8 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:48.707133 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6c4ecf-038f-4912-b7b0-ee3674ce6cc8'] response: {'server_uuid': 'c9b09806-4463-4247-ba82-c87e3362cbd4', 'name': 'network-vif-deleted', 'tag': 'b21bb56c-34cb-4842-9382-4bf8a79421c4', 'status': 'completed', 'code': 200} Jul 28 06:33:48.707393 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6c4ecf-038f-4912-b7b0-ee3674ce6cc8'] response: {'server_uuid': '53e5ee5d-2b7f-48c3-a7a6-852a7e0539ce', 'name': 'network-vif-deleted', 'tag': 'd97de84a-a166-4184-81ca-48cdf759ec0d', 'status': 'completed', 'code': 200} Jul 28 06:33:48.727189 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks [] for floatingip (d5d784c2-ba73-4be4-9f02-4d766ddf10a9), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.729764 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.730931 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e4ab7e79-9578-48ba-b767-80ec2d02595a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "DELETE /v2.0/floatingips/d5d784c2-ba73-4be4-9f02-4d766ddf10a9 HTTP/1.1" status: 204 len: 168 time: 0.5501409 Jul 28 06:33:48.740789 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60898) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:48.806315 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-381dbf63-c88b-4b9b-993f-c2baec155fcb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (da8e8975-f17f-4346-bb17-f7ca30688a6d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.827266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:48.832093 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-381dbf63-c88b-4b9b-993f-c2baec155fcb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (da8e8975-f17f-4346-bb17-f7ca30688a6d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.928283 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-381dbf63-c88b-4b9b-993f-c2baec155fcb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (da8e8975-f17f-4346-bb17-f7ca30688a6d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.931733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-381dbf63-c88b-4b9b-993f-c2baec155fcb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:48.933112 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-381dbf63-c88b-4b9b-993f-c2baec155fcb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "DELETE /v2.0/security-groups/da8e8975-f17f-4346-bb17-f7ca30688a6d HTTP/1.1" status: 204 len: 168 time: 0.1911976 Jul 28 06:33:48.936621 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60906) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:48.944289 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dbf63-c88b-4b9b-993f-c2baec155fcb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e8975-f17f-4346-bb17-f7ca30688a6d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:48.951941 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-137400b7-a77a-4872-be93-1b95f563383e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] show failed (client error): The resource could not be found. Jul 28 06:33:48.952983 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-137400b7-a77a-4872-be93-1b95f563383e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups/da8e8975-f17f-4346-bb17-f7ca30688a6d HTTP/1.1" status: 404 len: 347 time: 0.0147059 Jul 28 06:33:48.959551 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60908) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:49.064505 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:49.079169 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Deleting port f112b6fa-a9eb-4ccc-a7aa-92af8984c869 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:49.079516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.159945 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.160273 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.174021 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Calling delete_port for f112b6fa-a9eb-4ccc-a7aa-92af8984c869 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:49.424940 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (f112b6fa-a9eb-4ccc-a7aa-92af8984c869), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.450898 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event deleted for resources: {'Port': ['ID=f112b6fa-a9eb-4ccc-a7aa-92af8984c869,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:49.482934 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.483281 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.483628 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.484006 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.484346 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.484674 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.485005 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.485390 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.485690 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.486020 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.486347 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.486680 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.487003 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.487327 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.487653 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:33:49.533596 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (ea3852d9-89cd-47d7-b704-62e9383d9724), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.536301 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.537539 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e0ce5f2a-9917-44f2-aff2-55de3044b7fb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "DELETE /v2.0/floatingips/ea3852d9-89cd-47d7-b704-62e9383d9724 HTTP/1.1" status: 204 len: 168 time: 0.5768590 Jul 28 06:33:49.732038 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60916) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:49.737841 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437617193', 'description': 'tempest-description--1683435901'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:49.841825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.916215 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (4235d408-e65a-49b8-9086-5365bb68eeba), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:49.996194 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4235d408-e65a-49b8-9086-5365bb68eeba), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.027925 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4235d408-e65a-49b8-9086-5365bb68eeba,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:50.118516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.119851 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-17fdb7c7-06c5-4273-8084-b4c0faf0e3aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3867693 Jul 28 06:33:50.122721 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60922) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:50.127186 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'security_group_rule': {'security_group_id': '4235d408-e65a-49b8-9086-5365bb68eeba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:50.139260 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:50.281543 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (2232f7fa-08d7-4d1f-9577-5ff6267b5a9d), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.339633 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (2232f7fa-08d7-4d1f-9577-5ff6267b5a9d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.417391 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (2232f7fa-08d7-4d1f-9577-5ff6267b5a9d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.442335 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2232f7fa-08d7-4d1f-9577-5ff6267b5a9d,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:50.501735 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.503018 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6d93db0b-630d-4268-9781-4c59738ba93a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793602 Jul 28 06:33:50.505996 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 60930) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:50.510512 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'security_group_rule': {'security_group_id': '4235d408-e65a-49b8-9086-5365bb68eeba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:50.615816 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (1d13c275-c683-4d83-a5d5-5628d4d90cdb), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.629429 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d97de84a-a166-4184-81ca-48cdf759ec0d no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:33:50.649850 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: d97de84a-a166-4184-81ca-48cdf759ec0d {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:33:50.650196 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d97de84a-a166-4184-81ca-48cdf759ec0d not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:33:50.676816 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (1d13c275-c683-4d83-a5d5-5628d4d90cdb), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.750686 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (1d13c275-c683-4d83-a5d5-5628d4d90cdb), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.771695 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d13c275-c683-4d83-a5d5-5628d4d90cdb,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:50.838550 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.839820 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b6c7af13-77c8-464b-b1c3-dae6ccdd45bd tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328354 Jul 28 06:33:50.844123 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 60932) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:33:50.849912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:50.927524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:50.974707 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:51.008334 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.127395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Allocated IP 172.27.3.180 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/e96e56c3-967c-4356-9c35-1ca8a0702543) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:33:51.231471 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.305244 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.353092 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:33:51.358456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:33:51.362856 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:33:51.366983 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'Port': ['ID=e96e56c3-967c-4356-9c35-1ca8a0702543,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:51.451246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (4d875426-a4c9-49d6-be45-45dac00a3369), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.580709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.610889 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:51.731282 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6e425-298d-4e94-99e4-f9ae14b145a2 req-e0dd4603-e46b-4c25-8572-678c039c7906 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:51.732689 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a6e425-298d-4e94-99e4-f9ae14b145a2 req-e0dd4603-e46b-4c25-8572-678c039c7906 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0972385 Jul 28 06:33:51.814939 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a6e425-298d-4e94-99e4-f9ae14b145a2 req-f20e40a2-edf1-4ccd-af9f-2b2ad5b069c2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Jul 28 06:33:51.828393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.904874 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:51.944426 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:51.972075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'Port': ['ID=e96e56c3-967c-4356-9c35-1ca8a0702543,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:51.988060 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (4d875426-a4c9-49d6-be45-45dac00a3369), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:52.059419 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:52.060747 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-25a465fd-d205-4592-883e-a9f6d984265e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2149217 Jul 28 06:33:52.222829 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-085a615e-a2ee-4afa-a74f-bc875f35426f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1437617193&fields=id&tenant_id=f7bae530a50e4c6ea97a654750ddf79f HTTP/1.1" status: 200 len: 267 time: 0.0485632 Jul 28 06:33:52.333146 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-da054c24-f860-4b35-b0c9-036b1463f870 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:52.334783 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-da054c24-f860-4b35-b0c9-036b1463f870 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 811 time: 0.1056559 Jul 28 06:33:52.349849 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-328e148c-07d2-436a-b5ef-7cfa11295645 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/quotas/f7bae530a50e4c6ea97a654750ddf79f HTTP/1.1" status: 200 len: 375 time: 0.0093863 Jul 28 06:33:52.407581 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-a76a77d1-3c0d-4c80-a56a-a67e9b08a48b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516784 Jul 28 06:33:52.552511 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-60d25a8f-8d02-4e47-ba85-a56db7a5969a service neutron] 10.222.0.69 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333811 Jul 28 06:33:52.655020 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-aee511c9-10bd-427c-bfd6-f7ff21570705 service neutron] 10.222.0.69 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940480 Jul 28 06:33:52.896619 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c0afaf1-1150-443b-9e6d-a8673c0e7622 req-dd6f8a43-1d74-41c8-b129-792d2058d2e7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0413325 Jul 28 06:33:52.961939 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73efa17-2dd4-45c1-90ee-867fd018a026 req-11b390b9-e0cc-47d2-8ccd-16169923bec5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:52.963463 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c73efa17-2dd4-45c1-90ee-867fd018a026 req-11b390b9-e0cc-47d2-8ccd-16169923bec5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0529485 Jul 28 06:33:53.014138 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c73efa17-2dd4-45c1-90ee-867fd018a026 req-8f7bc7c7-ef17-4466-9b76-4336c65084c2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Jul 28 06:33:53.996766 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7edc9ca8-8a51-4fa1-9934-5c37ffdb73ca req-a11ab75e-5063-4627-b554-e35db4a09729 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0323567 Jul 28 06:33:54.137835 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60414cf-4664-4464-af94-1f8e965bf52c req-e1258a8d-8e24-4ae7-9ed4-db8de9528b44 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:54.139517 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b60414cf-4664-4464-af94-1f8e965bf52c req-e1258a8d-8e24-4ae7-9ed4-db8de9528b44 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0491428 Jul 28 06:33:54.191578 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b60414cf-4664-4464-af94-1f8e965bf52c req-d4ff9c5c-aea8-4a46-aca1-dd08289958f2 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Jul 28 06:33:55.107417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6bc2c76e-63e0-4378-8cb4-e302244477a9 req-77a11950-98bb-4281-a7f5-4c5ded4e57ca tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Jul 28 06:33:55.310132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dc9ee-6603-4c0e-a456-d469eeee836d req-22b2af7d-1f15-41a3-9595-754f6eb00b3c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:55.311625 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-168dc9ee-6603-4c0e-a456-d469eeee836d req-22b2af7d-1f15-41a3-9595-754f6eb00b3c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0490842 Jul 28 06:33:55.355285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:55.378031 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-168dc9ee-6603-4c0e-a456-d469eeee836d req-0171a77f-842a-4df0-8af4-e9da1b03aa94 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595109 Jul 28 06:33:55.798739 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-fd2d58c9-ff70-44c9-bb42-5ef9beb4b737 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:55.800259 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-fd2d58c9-ff70-44c9-bb42-5ef9beb4b737 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 946 time: 0.0494800 Jul 28 06:33:55.891334 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Deleting port 311a1ab8-32bf-407e-8d50-784a681fe39e {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:33:55.891791 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:55.988494 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] For port 311a1ab8-32bf-407e-8d50-784a681fe39e, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=311a1ab8-32bf-407e-8d50-784a681fe39e,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:33:55.988894 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:56.003191 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Calling delete_port for 311a1ab8-32bf-407e-8d50-784a681fe39e owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:33:56.060979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:56.208977 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf3296e7-0d21-4528-979a-96554e4e2f6c req-178593d2-a032-4212-8f69-ad68e4bd0c02 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0290921 Jul 28 06:33:56.236607 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (311a1ab8-32bf-407e-8d50-784a681fe39e), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:56.248900 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['2820efb3-8d20-487d-8462-76666e80919c', '311a1ab8-32bf-407e-8d50-784a681fe39e'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:33:56.268376 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event deleted for resources: {'Port': ['ID=311a1ab8-32bf-407e-8d50-784a681fe39e,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:56.327652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] No DVR routers for this DVR port 311a1ab8-32bf-407e-8d50-784a681fe39e on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:33:56.330304 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:56.333628 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a817a23-0404-41f2-986b-b30c6945ef36 req-eb1e122a-7fe2-47b9-9bdf-64f489c58ccf tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "DELETE /v2.0/ports/311a1ab8-32bf-407e-8d50-784a681fe39e HTTP/1.1" status: 204 len: 173 time: 0.5276015 Jul 28 06:33:56.333983 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'name': 'network-vif-deleted', 'tag': '311a1ab8-32bf-407e-8d50-784a681fe39e'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:56.336728 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3712254f-f584-4957-9037-217cbbd8a022" -d '{"events": [{"server_uuid": "c5cca25c-8de5-474c-894c-13860e7f2146", "name": "network-vif-deleted", "tag": "311a1ab8-32bf-407e-8d50-784a681fe39e"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:56.382231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18410f73-e9cf-4020-8557-3774bb49a69a x-openstack-request-id: req-18410f73-e9cf-4020-8557-3774bb49a69a {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:56.382680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cca25c-8de5-474c-894c-13860e7f2146", "name": "network-vif-deleted", "tag": "311a1ab8-32bf-407e-8d50-784a681fe39e", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:56.382807 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18410f73-e9cf-4020-8557-3774bb49a69a {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:56.383151 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18410f73-e9cf-4020-8557-3774bb49a69a'] response: {'server_uuid': 'c5cca25c-8de5-474c-894c-13860e7f2146', 'name': 'network-vif-deleted', 'tag': '311a1ab8-32bf-407e-8d50-784a681fe39e', 'status': 'completed', 'code': 200} Jul 28 06:33:56.512821 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7c1f2289-c8ee-4dba-9299-2d6e4d7e6a2a req-fa59a778-7999-44b8-aaf9-5ab255353cb6 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5cca25c-8de5-474c-894c-13860e7f2146 HTTP/1.1" status: 200 len: 210 time: 0.0417750 Jul 28 06:33:56.560968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-f5fbfbd5-2c73-46f2-ae25-de34cab9b162 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:56.563626 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-f5fbfbd5-2c73-46f2-ae25-de34cab9b162 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 811 time: 0.1451983 Jul 28 06:33:56.650565 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-37172aa4-7ab6-42f8-883d-5c931f3bfec0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7bae530a50e4c6ea97a654750ddf79f HTTP/1.1" status: 200 len: 380 time: 0.0736680 Jul 28 06:33:56.661296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'port': {'device_id': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'admin_state_up': True, 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'security_groups': ['4235d408-e65a-49b8-9086-5365bb68eeba']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:56.830481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Made reservation on behalf of f7bae530a50e4c6ea97a654750ddf79f for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:33:56.834217 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:56.858654 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:56.975255 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Allocated IP 172.20.0.6 (4a12595b-98a5-4f32-a18b-a79716ee46af/29eda0ea-3f8d-463a-b4b7-181c6989dd6b/fb554a0f-06dd-4144-a372-226de8c86bac) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:33:57.135225 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for port (fb554a0f-06dd-4144-a372-226de8c86bac), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:57.247443 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:57.253486 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:57.292742 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Network 4a12595b-98a5-4f32-a18b-a79716ee46af is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:33:57.307854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:33:57.315439 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:33:57.357434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event updated for resources: {'Port': ['ID=fb554a0f-06dd-4144-a372-226de8c86bac,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:57.396724 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42680-b526-4a59-ad9d-a0e0aa3e48a0 req-10750537-1dd8-42d5-b0cc-90f4ec18e55f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:57.398333 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-68e42680-b526-4a59-ad9d-a0e0aa3e48a0 req-10750537-1dd8-42d5-b0cc-90f4ec18e55f tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 931 time: 0.1084876 Jul 28 06:33:57.421293 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:57.422653 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:57.586805 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:57.586805 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-3acecfa8-2fa9-4eea-9ca6-b08d2dc2378b None None] Provisioning complete for port fb554a0f-06dd-4144-a372-226de8c86bac triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:33:57.586805 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3acecfa8-2fa9-4eea-9ca6-b08d2dc2378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:57.621601 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-3acecfa8-2fa9-4eea-9ca6-b08d2dc2378b None None] Port fb554a0f-06dd-4144-a372-226de8c86bac cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:33:57.642863 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:57.653052 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:57.714125 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-68e42680-b526-4a59-ad9d-a0e0aa3e48a0 req-12d65b62-9a65-4479-be49-5f1a39a43366 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088174 Jul 28 06:33:57.781963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-8aeb76fa-9c6a-4441-b914-a710fc639d59 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245306 Jul 28 06:33:57.798076 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Request body: {'port': {'device_id': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:33:57.857226 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:58.038618 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:58.091342 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419403b6-fd4d-43cf-8bd9-86a2d51c50ae req-c974ae13-9d8a-4dde-9e97-b021431b3a85 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:58.092844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-419403b6-fd4d-43cf-8bd9-86a2d51c50ae req-c974ae13-9d8a-4dde-9e97-b021431b3a85 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0705390 Jul 28 06:33:58.181740 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-419403b6-fd4d-43cf-8bd9-86a2d51c50ae req-bfc2c9e6-c4fd-4f46-b44d-575a74fd1b1a tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796258 Jul 28 06:33:58.211709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb554a0f-06dd-4144-a372-226de8c86bac {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:33:58.219525 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Publish callbacks [] for port (fb554a0f-06dd-4144-a372-226de8c86bac), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:58.232083 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Transition to ACTIVE for port object fb554a0f-06dd-4144-a372-226de8c86bac will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:33:58.297945 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:58.352764 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Pushing event updated for resources: {'Port': ['ID=fb554a0f-06dd-4144-a372-226de8c86bac,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:58.432466 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Attempting to bind port fb554a0f-06dd-4144-a372-226de8c86bac on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:33:58.435203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Attempting to bind port fb554a0f-06dd-4144-a372-226de8c86bac by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:33:58.435203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Attempting to bind port fb554a0f-06dd-4144-a372-226de8c86bac on network 4a12595b-98a5-4f32-a18b-a79716ee46af {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:33:58.439379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Port fb554a0f-06dd-4144-a372-226de8c86bac on network 4a12595b-98a5-4f32-a18b-a79716ee46af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:33:58.439705 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Attempting to bind port fb554a0f-06dd-4144-a372-226de8c86bac on network 4a12595b-98a5-4f32-a18b-a79716ee46af {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:33:58.445120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:33:58.445501 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Checking segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:33:58.446018 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Bound using segment: {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:33:58.446449 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Bound port: fb554a0f-06dd-4144-a372-226de8c86bac, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:33:58.446812 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:58.521688 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] For port fb554a0f-06dd-4144-a372-226de8c86bac, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:33:58.525068 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] For port fb554a0f-06dd-4144-a372-226de8c86bac, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=fb554a0f-06dd-4144-a372-226de8c86bac,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:33:58.613731 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:58.653163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:58.654021 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:33:58.655946 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] 10.222.0.71 "PUT /v2.0/ports/fb554a0f-06dd-4144-a372-226de8c86bac HTTP/1.1" status: 200 len: 1093 time: 0.8617821 Jul 28 06:33:58.658682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:33:58.661245 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9adbc7-71eb-4ede-9b53-200954246496" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:33:58.679672 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 311a1ab8-32bf-407e-8d50-784a681fe39e no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:33:58.699272 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fae64-3e4f-4994-8469-39531cebe435 service neutron] Pushing event updated for resources: {'Port': ['ID=fb554a0f-06dd-4144-a372-226de8c86bac,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:33:58.706693 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ca7d4c-410b-4805-97e5-c38ed7d90f42 x-openstack-request-id: req-e2ca7d4c-410b-4805-97e5-c38ed7d90f42 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:33:58.707230 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:33:58.707688 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2ca7d4c-410b-4805-97e5-c38ed7d90f42 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:33:58.708285 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ca7d4c-410b-4805-97e5-c38ed7d90f42'] response: {'name': 'network-changed', 'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'status': 'completed', 'code': 200} Jul 28 06:33:58.708503 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 311a1ab8-32bf-407e-8d50-784a681fe39e {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:33:58.709211 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 311a1ab8-32bf-407e-8d50-784a681fe39e not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:33:58.840102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be72e7b-5162-4e08-8397-a978b8df8f89 req-acac8bb5-d928-49c7-b178-c736d983f7e3 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:58.841942 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0be72e7b-5162-4e08-8397-a978b8df8f89 req-acac8bb5-d928-49c7-b178-c736d983f7e3 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0517206 Jul 28 06:33:58.861749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:33:58.900386 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0be72e7b-5162-4e08-8397-a978b8df8f89 req-2d4df382-f4a1-4d6d-ab78-abc429be2c51 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521362 Jul 28 06:33:59.308793 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36bac9-bb2b-4973-9d90-501d65938582 req-1312edce-da5d-4b93-9d18-c8be17c64f57 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:33:59.310302 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e36bac9-bb2b-4973-9d90-501d65938582 req-1312edce-da5d-4b93-9d18-c8be17c64f57 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Jul 28 06:33:59.363507 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4e36bac9-bb2b-4973-9d90-501d65938582 req-103a1179-caf3-4b20-8211-fdf23932a949 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473733 Jul 28 06:34:00.025180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0fac9-7e6b-4662-9ecb-886e7a66c7bb req-89ae82ae-2b25-459a-826d-dd9f5f1918b7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:00.026700 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6b0fac9-7e6b-4662-9ecb-886e7a66c7bb req-89ae82ae-2b25-459a-826d-dd9f5f1918b7 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0487895 Jul 28 06:34:00.081603 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6b0fac9-7e6b-4662-9ecb-886e7a66c7bb req-a71cc785-dacd-4bab-9a78-0c0065c2b842 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Jul 28 06:34:00.262497 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9adbc7-71eb-4ede-9b53-200954246496 req-ff2e5fde-1908-45fa-83ab-39b9d963655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:00.262497 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c9adbc7-71eb-4ede-9b53-200954246496 req-ff2e5fde-1908-45fa-83ab-39b9d963655a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 1127 time: 0.0399740 Jul 28 06:34:00.371928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9adbc7-71eb-4ede-9b53-200954246496 req-fde88401-9392-45ec-afc9-bdba0bf136ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:00.373552 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c9adbc7-71eb-4ede-9b53-200954246496 req-fde88401-9392-45ec-afc9-bdba0bf136ac service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1014585 Jul 28 06:34:00.493805 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023bc95-27d3-4a32-a330-9a54f996d82c req-a99e5f12-7fde-4727-9ca4-24dfd0acf42c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:00.495704 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8023bc95-27d3-4a32-a330-9a54f996d82c req-a99e5f12-7fde-4727-9ca4-24dfd0acf42c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Jul 28 06:34:00.543535 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8023bc95-27d3-4a32-a330-9a54f996d82c req-0041c593-9c23-4593-8ba2-e2d8d3a9033c tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Jul 28 06:34:00.768849 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=20,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:00.770804 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:01.201493 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f6ff7-76e9-4496-a7e8-bef42cd53742 req-a920d7cc-cebc-489b-92cb-91d8fcf7d3d0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:01.203894 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-543f6ff7-76e9-4496-a7e8-bef42cd53742 req-a920d7cc-cebc-489b-92cb-91d8fcf7d3d0 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0480859 Jul 28 06:34:01.216097 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:01.307279 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-543f6ff7-76e9-4496-a7e8-bef42cd53742 req-02f45897-f9a7-42e6-8d4f-c29ad11e0ca6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978351 Jul 28 06:34:01.343267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9adbc7-71eb-4ede-9b53-200954246496 req-62d2c315-0a18-4c1a-8d8e-4554d27394da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:01.344745 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0c9adbc7-71eb-4ede-9b53-200954246496 req-62d2c315-0a18-4c1a-8d8e-4554d27394da service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176584 Jul 28 06:34:01.665846 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359e6b-b2a8-42f0-88ee-511dbda1161b req-b3fcda4d-ce24-48ba-b9ac-76bab7e374d1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:01.667332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49359e6b-b2a8-42f0-88ee-511dbda1161b req-b3fcda4d-ce24-48ba-b9ac-76bab7e374d1 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0527773 Jul 28 06:34:01.714440 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49359e6b-b2a8-42f0-88ee-511dbda1161b req-0a4ec71f-e0a1-4e78-92bb-da835cc601d9 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Jul 28 06:34:02.435358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ad46-96a3-41dc-ace6-3c613d84d6e5 req-6ce9835e-e4f1-46a5-92f6-da7f28794e3b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:02.436895 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85e8ad46-96a3-41dc-ace6-3c613d84d6e5 req-6ce9835e-e4f1-46a5-92f6-da7f28794e3b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0510726 Jul 28 06:34:02.488161 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85e8ad46-96a3-41dc-ace6-3c613d84d6e5 req-a6db0f49-046a-44b2-baa8-b1185beccbb8 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449753 Jul 28 06:34:02.822721 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:02.837623 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f231-acc8-4430-ba91-9caeb3b7b968 req-323a4351-9e3c-4c52-b02c-f6cdc9922c0f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:02.839111 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c173f231-acc8-4430-ba91-9caeb3b7b968 req-323a4351-9e3c-4c52-b02c-f6cdc9922c0f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Jul 28 06:34:02.890887 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c173f231-acc8-4430-ba91-9caeb3b7b968 req-df0e5593-4485-4649-b4f9-a0b0aa13789b tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Jul 28 06:34:03.219865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-0994b27a-852d-4d7b-952e-1c682d9288ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:03.221379 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-0994b27a-852d-4d7b-952e-1c682d9288ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 1127 time: 0.0401025 Jul 28 06:34:03.517456 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-e3467441-dbca-44d3-a0d0-6daf5157f424 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb554a0f-06dd-4144-a372-226de8c86bac HTTP/1.1" status: 200 len: 217 time: 0.0427477 Jul 28 06:34:03.622308 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-e50aee87-5870-4bb1-ba18-aeeeb4466a08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:03.623729 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-e50aee87-5870-4bb1-ba18-aeeeb4466a08 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.1156893 Jul 28 06:34:03.643972 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-81525dfc-8519-461d-9349-c5e4696083d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:03.645571 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-81525dfc-8519-461d-9349-c5e4696083d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.1042943 Jul 28 06:34:03.651830 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e5fd-53f6-4438-b714-623f53e61df1 req-d8df7d60-840b-4ea5-8f65-5671914cf74a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:03.653171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-13f5e5fd-53f6-4438-b714-623f53e61df1 req-d8df7d60-840b-4ea5-8f65-5671914cf74a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0744865 Jul 28 06:34:03.702097 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-13f5e5fd-53f6-4438-b714-623f53e61df1 req-5a78b0f6-38d0-4d55-93b3-01c8582d42da tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Jul 28 06:34:03.975196 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-43519d5a-528c-4997-a5e2-ca1896aa7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:03.976695 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-43519d5a-528c-4997-a5e2-ca1896aa7807 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803411 Jul 28 06:34:04.104203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66a03a-7628-4d5c-ad18-d28745f1f459 req-f3854267-7830-4247-a44e-e43188e40293 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:04.105716 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a66a03a-7628-4d5c-ad18-d28745f1f459 req-f3854267-7830-4247-a44e-e43188e40293 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 945 time: 0.1334128 Jul 28 06:34:04.108164 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Deleting port 2820efb3-8d20-487d-8462-76666e80919c {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:34:04.108481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (2820efb3-8d20-487d-8462-76666e80919c), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:04.238880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a66a03a-7628-4d5c-ad18-d28745f1f459 req-5a937400-2244-47b1-b2b3-2da0ee172c13 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222236 Jul 28 06:34:04.240758 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-856ff41f-7b83-4158-a493-e83f44b8ebe3 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504747 Jul 28 06:34:04.324440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] For port 2820efb3-8d20-487d-8462-76666e80919c, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2820efb3-8d20-487d-8462-76666e80919c,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:04.324808 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (2820efb3-8d20-487d-8462-76666e80919c), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:04.346354 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Calling delete_port for 2820efb3-8d20-487d-8462-76666e80919c owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:34:04.367391 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:04.417696 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1c1d1e83-464c-4932-8bdf-9aa4f82ba052 req-677b0fb7-2b61-4ce7-a241-c143e00bb98e service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706827 Jul 28 06:34:04.437955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:04.584480 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (2820efb3-8d20-487d-8462-76666e80919c), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:04.601147 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['2820efb3-8d20-487d-8462-76666e80919c'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:34:04.615885 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Pushing event deleted for resources: {'Port': ['ID=2820efb3-8d20-487d-8462-76666e80919c,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:04.673365 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] No DVR routers for this DVR port 2820efb3-8d20-487d-8462-76666e80919c on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:34:04.676049 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:04.679370 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4ba7d343-9da7-4016-b634-a5de94a54dec req-d2ead117-e0df-4ab6-9e0e-44bf75cc54e5 tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.71 "DELETE /v2.0/ports/2820efb3-8d20-487d-8462-76666e80919c HTTP/1.1" status: 204 len: 173 time: 0.7817311 Jul 28 06:34:04.679905 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'name': 'network-vif-deleted', 'tag': '2820efb3-8d20-487d-8462-76666e80919c'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:04.682206 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db67df5d-5a65-49a6-aed7-5dac4a09575d" -d '{"events": [{"server_uuid": "304ff8e1-a50f-4e7e-a0df-39476ea30e25", "name": "network-vif-deleted", "tag": "2820efb3-8d20-487d-8462-76666e80919c"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:04.723420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92165587-60ef-4504-a27a-b9309207135a x-openstack-request-id: req-92165587-60ef-4504-a27a-b9309207135a {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:04.723884 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304ff8e1-a50f-4e7e-a0df-39476ea30e25", "name": "network-vif-deleted", "tag": "2820efb3-8d20-487d-8462-76666e80919c", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:04.724009 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92165587-60ef-4504-a27a-b9309207135a {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:04.724378 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92165587-60ef-4504-a27a-b9309207135a'] response: {'server_uuid': '304ff8e1-a50f-4e7e-a0df-39476ea30e25', 'name': 'network-vif-deleted', 'tag': '2820efb3-8d20-487d-8462-76666e80919c', 'status': 'completed', 'code': 200} Jul 28 06:34:04.838384 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad99626-f900-4f5f-a8c0-7ebc01707d01 req-bd9963e8-f397-4797-a988-6b8a64d75355 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:04.840035 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8ad99626-f900-4f5f-a8c0-7ebc01707d01 req-bd9963e8-f397-4797-a988-6b8a64d75355 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0548055 Jul 28 06:34:04.902168 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8ad99626-f900-4f5f-a8c0-7ebc01707d01 req-1a035b07-a8dc-4edd-941d-c3ad79efe885 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509622 Jul 28 06:34:05.347278 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9496bb81-a14f-49ed-842e-62e4c83b42ac req-3bb1607a-b64d-4a78-8e48-8bc83f3e7f3f tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jul 28 06:34:05.680429 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bd277ec-ab1c-415f-acb7-2c41ec2cc725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:06.032984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35b958-ca3f-403b-a248-e20f2abb4d29 req-1c32e1d1-382f-4bf2-8aa2-7aa182df2942 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:06.034810 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bf35b958-ca3f-403b-a248-e20f2abb4d29 req-1c32e1d1-382f-4bf2-8aa2-7aa182df2942 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0548685 Jul 28 06:34:06.084386 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bf35b958-ca3f-403b-a248-e20f2abb4d29 req-d50211f5-d7fd-41ad-ac6a-973639a31c62 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Jul 28 06:34:06.466528 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-795bee21-5310-45ec-8b76-8fc52412012f req-d7dfa3a8-0e34-4c2f-94c2-0ab8e57b61bd tempest-ServerRescueNegativeTestJSON-1735554614 tempest-ServerRescueNegativeTestJSON-1735554614-project] 10.222.0.69 "GET /v2.0/ports?device_id=304ff8e1-a50f-4e7e-a0df-39476ea30e25 HTTP/1.1" status: 200 len: 210 time: 0.0285251 Jul 28 06:34:07.207750 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbb348-e52f-4d87-99ce-947cb3090863 req-ce36e571-80f6-4e73-a5fd-702ef49cbd9e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:07.207750 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6cfbb348-e52f-4d87-99ce-947cb3090863 req-ce36e571-80f6-4e73-a5fd-702ef49cbd9e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0495453 Jul 28 06:34:07.254538 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6cfbb348-e52f-4d87-99ce-947cb3090863 req-449a345b-4bf5-4247-998e-cb214f4c5a74 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Jul 28 06:34:07.532296 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 32938) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:07.816644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190beb7-295e-4d3f-954e-4e157cf6c326 req-e1056dd0-1dbd-4019-8e47-2683d6712362 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:07.818194 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1190beb7-295e-4d3f-954e-4e157cf6c326 req-e1056dd0-1dbd-4019-8e47-2683d6712362 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0543082 Jul 28 06:34:07.867356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1190beb7-295e-4d3f-954e-4e157cf6c326 req-ec067d95-387b-4ed6-830f-7d574b5cf934 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Jul 28 06:34:07.971737 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.075421 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3563ada6-cb4d-48b4-8220-9c20ed1fcb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.207234 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Deleting port ca9af873-a2b0-45dc-a3b7-c107ecdfd700 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:34:08.207575 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.294027 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] For port ca9af873-a2b0-45dc-a3b7-c107ecdfd700, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:08.294401 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.309198 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Calling delete_port for ca9af873-a2b0-45dc-a3b7-c107ecdfd700 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:34:08.382223 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981a8e-798b-4766-86d3-24a0d98717ac req-c329e7b1-7c55-4e4e-91e0-19c1d598eff2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:08.383779 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fe981a8e-798b-4766-86d3-24a0d98717ac req-c329e7b1-7c55-4e4e-91e0-19c1d598eff2 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0506234 Jul 28 06:34:08.435470 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fe981a8e-798b-4766-86d3-24a0d98717ac req-188c41e8-cc81-4505-b4b1-6b19b426080b tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457387 Jul 28 06:34:08.494465 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:08.567111 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (ca9af873-a2b0-45dc-a3b7-c107ecdfd700), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.576855 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:08.597381 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9af873-a2b0-45dc-a3b7-c107ecdfd700,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:08.693960 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device fb554a0f-06dd-4144-a372-226de8c86bac details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:34:08.708393 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2820efb3-8d20-487d-8462-76666e80919c no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:34:08.734550 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 2820efb3-8d20-487d-8462-76666e80919c {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:34:08.735473 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2820efb3-8d20-487d-8462-76666e80919c not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:34:08.775801 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.836119 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port fb554a0f-06dd-4144-a372-226de8c86bac, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=fb554a0f-06dd-4144-a372-226de8c86bac,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:08.848053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'port_id': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'mac_address': 'fa:16:3e:05:a4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:34:08.885430 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port fb554a0f-06dd-4144-a372-226de8c86bac is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:08.885721 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.900274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb554a0f-06dd-4144-a372-226de8c86bac {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:34:08.923179 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port fb554a0f-06dd-4144-a372-226de8c86bac, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=fb554a0f-06dd-4144-a372-226de8c86bac,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:08.993261 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:34:08.995625 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:08.998299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6116b-2373-4f33-bc0a-6e6fed5eb318 req-0c372974-399d-44e7-a6b3-7d38189b749a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:09.001461 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73c6116b-2373-4f33-bc0a-6e6fed5eb318 req-0c372974-399d-44e7-a6b3-7d38189b749a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0528023 Jul 28 06:34:09.048124 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=fb554a0f-06dd-4144-a372-226de8c86bac,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:09.061299 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73c6116b-2373-4f33-bc0a-6e6fed5eb318 req-1ca2f50d-d443-453a-89b9-ba43b8f794f8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541916 Jul 28 06:34:09.108472 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:09.115698 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1e8e2dd5-6022-46c6-83be-ee1b9a244085 admin admin] 10.222.0.69 "PUT /v2.0/routers/cbc3d0df-8e51-47a2-94d1-3bec1ae5788d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825450 Jul 28 06:34:09.117772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 32956) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:09.127846 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] Sync routers for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:09.131535 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:09.138938 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:09.139520 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:09.191713 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.230886 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks [] for router (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.245551 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:09.284162 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['fb554a0f-06dd-4144-a372-226de8c86bac'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:34:09.341384 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks [] for router_gateway (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.427219 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:34:08Z', 'revision_number': 5, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port': {'id': '21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:99:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:09.448399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Deleting port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:34:09.448768 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.455555 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] Checking router: cbc3d0df-8e51-47a2-94d1-3bec1ae5788d for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:09.465964 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] Routers {'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:09.466717 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:09.498942 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-da887a47-1066-4a7b-b587-2af583bfde93 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:09.501184 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-da887a47-1066-4a7b-b587-2af583bfde93 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.0577116 Jul 28 06:34:09.560539 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] For port 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:09.560912 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.584232 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Calling delete_port for 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:34:09.595687 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:09.601649 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:09.645557 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port d0641c22-d0c9-47a3-afc2-33464fcd85c8 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:34:09.645911 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.648591 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:09.669559 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc87e-bcd3-4722-a946-cd63546b5ba1 req-e895587c-9235-46be-956b-aa669cd70861 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:09.671907 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bbefc87e-bcd3-4722-a946-cd63546b5ba1 req-e895587c-9235-46be-956b-aa669cd70861 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 944 time: 0.1353772 Jul 28 06:34:09.686061 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] Set router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:09.737974 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:34:09Z', 'revision_number': 6, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:09.766083 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b02cb-b2a5-447b-b6ef-da6ea040d52e None None] The sync data for ids ['cbc3d0df-8e51-47a2-94d1-3bec1ae5788d'] in dv-cinder-812429-2-iscsi is: [{'id': 'cbc3d0df-8e51-47a2-94d1-3bec1ae5788d', 'name': 'tempest-ServerRescueNegativeTestJSON-707125743-router', 'tenant_id': 'cd88554db98441c99e0b09b446c24b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:34:09Z', 'revision_number': 6, 'project_id': 'cd88554db98441c99e0b09b446c24b47', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:09.808427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] For port d0641c22-d0c9-47a3-afc2-33464fcd85c8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=d0641c22-d0c9-47a3-afc2-33464fcd85c8,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:09.808427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:09.809866 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:09.819747 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bbefc87e-bcd3-4722-a946-cd63546b5ba1 req-ece52ae4-698d-47c1-abe7-63c63816d007 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200595 Jul 28 06:34:10.070883 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.072284 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.072855 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (e2631edd-575e-4868-a080-96314e987b23), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.073400 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP e2631edd-575e-4868-a080-96314e987b23 disassociated. External IP: 172.27.3.165, port: d0641c22-d0c9-47a3-afc2-33464fcd85c8. Jul 28 06:34:10.073974 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for d0641c22-d0c9-47a3-afc2-33464fcd85c8 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:34:10.106141 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:10.191162 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.256180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb1d18-c05d-4653-9dde-e85a024fd983 req-f021275a-0ca0-4f85-91b2-8de701bead16 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:10.258774 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a3cb1d18-c05d-4653-9dde-e85a024fd983 req-f021275a-0ca0-4f85-91b2-8de701bead16 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 946 time: 0.1132905 Jul 28 06:34:10.329716 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.332172 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks [] for router_controller (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.363899 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a3cb1d18-c05d-4653-9dde-e85a024fd983 req-9ae46bfc-a4ea-43a0-ae19-d2327299fb0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=ea5c73fc-29fa-4983-9fb8-485bc711188e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893342 Jul 28 06:34:10.430229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (cbc3d0df-8e51-47a2-94d1-3bec1ae5788d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.430912 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc3d0df-8e51-47a2-94d1-3bec1ae5788d {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:34:10.437718 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.438913 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fda4142d-1bf9-42dd-8522-4e8ca2142b76 admin admin] 10.222.0.69 "DELETE /v2.0/routers/cbc3d0df-8e51-47a2-94d1-3bec1ae5788d HTTP/1.1" status: 204 len: 168 time: 1.3201654 Jul 28 06:34:10.443195 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 32970) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:10.452800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (d0641c22-d0c9-47a3-afc2-33464fcd85c8), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.493460 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Deleting subnet 39336f79-3506-4432-b5de-a98df6cfeb42 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:34:10.495568 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=d0641c22-d0c9-47a3-afc2-33464fcd85c8,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:10.496845 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Publish callbacks [] for subnet (39336f79-3506-4432-b5de-a98df6cfeb42), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.541615 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (39336f79-3506-4432-b5de-a98df6cfeb42), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.629179 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:34:10.655195 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (39336f79-3506-4432-b5de-a98df6cfeb42), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.714570 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device fb554a0f-06dd-4144-a372-226de8c86bac up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:10.740269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:10.777688 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:10.778901 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:10.779549 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:10.796200 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (39336f79-3506-4432-b5de-a98df6cfeb42), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.829873 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39336f79-3506-4432-b5de-a98df6cfeb42,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:10.845906 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:10.852905 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2b779839-5179-4c0c-816a-b82a270131a4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/39336f79-3506-4432-b5de-a98df6cfeb42 HTTP/1.1" status: 204 len: 168 time: 0.4063251 Jul 28 06:34:10.855811 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 32974) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:10.957038 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d8458-21fa-4929-a02d-528ff7c4bf31 None None] Network c6978cd1-c187-431b-a4d2-24672b7a1261 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:34:10.993977 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (c6978cd1-c187-431b-a4d2-24672b7a1261), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.019726 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:34:11.023063 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:11.036072 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port fb554a0f-06dd-4144-a372-226de8c86bac completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:34:11.039607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.065890 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Deleting port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:34:11.066579 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.157773 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] For port 6ce3cf45-9f69-41e1-ad85-ff323c3da986, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6ce3cf45-9f69-41e1-ad85-ff323c3da986,segment=NetworkSegment(0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72),segment_id=0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:11.158228 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.172560 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:11.177955 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Calling delete_port for 6ce3cf45-9f69-41e1-ad85-ff323c3da986 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:34:11.185710 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] No DVR routers for this DVR port d0641c22-d0c9-47a3-afc2-33464fcd85c8 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:34:11.205151 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.212917 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-27a5e03f-e444-4dac-979d-a771f394bb80 req-6d8f56df-df7c-4f8f-8010-561527e6d8d9 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "DELETE /v2.0/ports/d0641c22-d0c9-47a3-afc2-33464fcd85c8 HTTP/1.1" status: 204 len: 173 time: 1.7018464 Jul 28 06:34:11.212917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'name': 'network-vif-deleted', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:11.212917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a99c3-f10f-41db-abc1-9931249cc9ea" -d '{"events": [{"server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "name": "network-vif-deleted", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:11.241975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fd154-00c7-4fe1-b708-a072c76f9bd2 req-c4c8261a-9b97-4443-af23-b68240402434 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:11.243589 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-519fd154-00c7-4fe1-b708-a072c76f9bd2 req-c4c8261a-9b97-4443-af23-b68240402434 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 944 time: 0.0903156 Jul 28 06:34:11.286934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3b4c1-dc0e-465d-9e70-ae6fbaffd709 x-openstack-request-id: req-d6a3b4c1-dc0e-465d-9e70-ae6fbaffd709 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:11.287729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf2285f-4557-4371-ada3-e9282cca6137", "name": "network-vif-deleted", "tag": "d0641c22-d0c9-47a3-afc2-33464fcd85c8", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:11.288175 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6a3b4c1-dc0e-465d-9e70-ae6fbaffd709 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:11.288743 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a3b4c1-dc0e-465d-9e70-ae6fbaffd709'] response: {'server_uuid': 'dbf2285f-4557-4371-ada3-e9282cca6137', 'name': 'network-vif-deleted', 'tag': 'd0641c22-d0c9-47a3-afc2-33464fcd85c8', 'status': 'completed', 'code': 200} Jul 28 06:34:11.312718 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:11.314050 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port fb554a0f-06dd-4144-a372-226de8c86bac triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:11.314431 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.329055 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-519fd154-00c7-4fe1-b708-a072c76f9bd2 req-1ad49aea-a75d-46c1-8193-7bbab10329df tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793085 Jul 28 06:34:11.341228 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.381883 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:11.419175 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (6ce3cf45-9f69-41e1-ad85-ff323c3da986), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.477000 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce3cf45-9f69-41e1-ad85-ff323c3da986,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:11.497626 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] No DVR routers for this DVR port 6ce3cf45-9f69-41e1-ad85-ff323c3da986 on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:34:11.541112 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:34:11.549295 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15ed71-fae8-43b5-9231-6995066a7a93 None None] DHCP port deletion for c6978cd1-c187-431b-a4d2-24672b7a1261 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:34:11.550801 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:11.581072 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bfa26754-2ee8-4ffb-9515-94c3bc85b620 req-3e18b2ba-f916-42d3-aa5c-e41512601961 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf2285f-4557-4371-ada3-e9282cca6137 HTTP/1.1" status: 200 len: 210 time: 0.0346379 Jul 28 06:34:11.594296 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:34:11.595079 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 21ec90d8-aaa3-4255-9ae5-307f0e4a4dcf not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:34:11.595522 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ca9af873-a2b0-45dc-a3b7-c107ecdfd700 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:34:11.620941 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (c6978cd1-c187-431b-a4d2-24672b7a1261), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.628405 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port fb554a0f-06dd-4144-a372-226de8c86bac is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:11.628889 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.643968 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6978cd1-c187-431b-a4d2-24672b7a1261']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:11.649544 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: ca9af873-a2b0-45dc-a3b7-c107ecdfd700 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:34:11.649897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ca9af873-a2b0-45dc-a3b7-c107ecdfd700 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:34:11.658418 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:11.659316 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:11.670626 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.686211 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:11.689046 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c441ea62-7451-45ad-b292-63b017314f8d" -d '{"events": [{"server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "name": "network-vif-plugged", "status": "completed", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:11.694551 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.709314 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:11.709742 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:34:11.710051 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.715302 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port fb554a0f-06dd-4144-a372-226de8c86bac, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=fb554a0f-06dd-4144-a372-226de8c86bac,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:11.744688 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:11.754482 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:11.755053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:11.759074 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72 resource provider aggregate not found Jul 28 06:34:11.781961 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0acc3b3e-0e34-4f5d-9d76-f7fcb8eeed72 found for delete ", "request_id": "req-74c9b82d-02fa-4294-a3fc-17e4b3bf731e"}]} Jul 28 06:34:11.791840 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.822953 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ac3b7-2e18-4d96-94f5-c7688de515e1 x-openstack-request-id: req-f42ac3b7-2e18-4d96-94f5-c7688de515e1 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:11.823245 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "name": "network-vif-plugged", "status": "completed", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:11.823499 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f42ac3b7-2e18-4d96-94f5-c7688de515e1 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:11.823887 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42ac3b7-2e18-4d96-94f5-c7688de515e1'] response: {'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'code': 200} Jul 28 06:34:11.896460 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=fb554a0f-06dd-4144-a372-226de8c86bac,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:11.905116 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (c6978cd1-c187-431b-a4d2-24672b7a1261), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.910345 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:11.910613 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:11.914811 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c6978cd1-c187-431b-a4d2-24672b7a1261 HTTP/1.1" status: 204 len: 168 time: 1.0572963 Jul 28 06:34:11.928650 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0583e-31d4-4fcd-adf7-285857159a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6978cd1-c187-431b-a4d2-24672b7a1261,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:12.059376 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:12.115233 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.130772 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:12.160643 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69c171-678d-4407-891b-d0c4f1ad5446 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:12.219432 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33002) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:12.264954 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8750d95c-952d-465a-863f-a9178b800183 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd88554db98441c99e0b09b446c24b47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442760 Jul 28 06:34:12.268535 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33006) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:12.325060 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:12.339314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8db8-e3a4-47c6-be64-15411af646be admin admin] Publish callbacks [] for security_group (8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.341985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:12.392414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8db8-e3a4-47c6-be64-15411af646be admin admin] Publish callbacks [] for security_group (8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.491695 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf23774-039f-4c4a-b40b-ee4ae23b4a3d None None] New status for floating IP e2631edd-575e-4868-a080-96314e987b23: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:34:12.504694 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb8dbf-9f6a-488c-a651-25592bfea99e req-76319bcb-8192-49de-bae1-3b242673c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:12.506220 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4ecb8dbf-9f6a-488c-a651-25592bfea99e req-76319bcb-8192-49de-bae1-3b242673c77e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 1129 time: 0.0804703 Jul 28 06:34:12.512711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b85bc-814d-4f74-a92c-74183bd532bf req-17b28db5-2ac9-4d2a-aac4-0c6c255227aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:12.514106 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb3b85bc-814d-4f74-a92c-74183bd532bf req-17b28db5-2ac9-4d2a-aac4-0c6c255227aa tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0778990 Jul 28 06:34:12.587617 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4ecb8dbf-9f6a-488c-a651-25592bfea99e req-d84272f3-dadb-4a7f-8c47-54b28169de5f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715930 Jul 28 06:34:12.590747 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eb3b85bc-814d-4f74-a92c-74183bd532bf req-8c2e067e-c242-4d02-9e91-453d9502c509 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680978 Jul 28 06:34:12.630637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8db8-e3a4-47c6-be64-15411af646be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.633271 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8db8-e3a4-47c6-be64-15411af646be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.634415 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ccdc8db8-e3a4-47c6-be64-15411af646be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d HTTP/1.1" status: 204 len: 168 time: 0.3639050 Jul 28 06:34:12.645653 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc8db8-e3a4-47c6-be64-15411af646be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3bf7b1-8c37-44d2-bb7f-9d2db8d82a0d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:12.712993 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33028) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:12.790110 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4f7-9c9a-4c71-bb0c-88cfcfd6ac0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (ea5c73fc-29fa-4983-9fb8-485bc711188e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.815702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4f7-9c9a-4c71-bb0c-88cfcfd6ac0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (ea5c73fc-29fa-4983-9fb8-485bc711188e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.949811 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4f7-9c9a-4c71-bb0c-88cfcfd6ac0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ea5c73fc-29fa-4983-9fb8-485bc711188e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.952856 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4f7-9c9a-4c71-bb0c-88cfcfd6ac0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:12.954064 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-49b5a4f7-9c9a-4c71-bb0c-88cfcfd6ac0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/security-groups/ea5c73fc-29fa-4983-9fb8-485bc711188e HTTP/1.1" status: 204 len: 168 time: 0.2400360 Jul 28 06:34:12.957012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33030) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:12.964200 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5a4f7-9c9a-4c71-bb0c-88cfcfd6ac0f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c73fc-29fa-4983-9fb8-485bc711188e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:12.972516 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.api.v2.resource [None req-39c38e85-6a47-4a42-a21c-68913efd2f32 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] show failed (client error): The resource could not be found. Jul 28 06:34:12.973798 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-39c38e85-6a47-4a42-a21c-68913efd2f32 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups/ea5c73fc-29fa-4983-9fb8-485bc711188e HTTP/1.1" status: 404 len: 347 time: 0.0157676 Jul 28 06:34:12.976996 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33032) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:13.100340 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port fa0df731-8922-4c30-b42a-3da276845cbf {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:34:13.100689 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (fa0df731-8922-4c30-b42a-3da276845cbf), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.194272 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (fa0df731-8922-4c30-b42a-3da276845cbf), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.200627 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (fa0df731-8922-4c30-b42a-3da276845cbf), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.208983 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for fa0df731-8922-4c30-b42a-3da276845cbf owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:34:13.336423 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:13.446920 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6ce3cf45-9f69-41e1-ad85-ff323c3da986 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:34:13.458536 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (fa0df731-8922-4c30-b42a-3da276845cbf), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.466923 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 6ce3cf45-9f69-41e1-ad85-ff323c3da986 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:34:13.467574 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6ce3cf45-9f69-41e1-ad85-ff323c3da986 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:34:13.485518 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=fa0df731-8922-4c30-b42a-3da276845cbf,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:13.551824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (e2631edd-575e-4868-a080-96314e987b23), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.554387 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.555539 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4ca37fc2-114b-44e6-83e1-6046e0b1c76d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/floatingips/e2631edd-575e-4868-a080-96314e987b23 HTTP/1.1" status: 204 len: 168 time: 0.5768852 Jul 28 06:34:13.679231 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33052) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:13.685339 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510670299', 'description': 'tempest-description--422786809'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:13.722847 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74de46f-639b-4409-93ea-5b485b2ab5bd req-b1a816b0-ccae-4ba5-b2a3-59a5a54f70fe tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:13.724354 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b74de46f-639b-4409-93ea-5b485b2ab5bd req-b1a816b0-ccae-4ba5-b2a3-59a5a54f70fe tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0579660 Jul 28 06:34:13.756848 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.778816 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b74de46f-639b-4409-93ea-5b485b2ab5bd req-6fbebeed-bc9c-4467-b6ff-c1748ee63b32 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486362 Jul 28 06:34:13.836072 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:13.849078 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (1cd58437-8273-4e94-834d-78b0acb114d1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.910567 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (1cd58437-8273-4e94-834d-78b0acb114d1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.945143 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd58437-8273-4e94-834d-78b0acb114d1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:13.991753 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:13.996352 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4fd4cc36-9b03-4c97-92f8-6a46387a7032 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3127472 Jul 28 06:34:14.008499 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33068) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:14.013175 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': '1cd58437-8273-4e94-834d-78b0acb114d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:14.138942 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (a4bef255-b704-4ca4-9cca-77978983019c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.199463 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (a4bef255-b704-4ca4-9cca-77978983019c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.303849 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (a4bef255-b704-4ca4-9cca-77978983019c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.323817 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bef255-b704-4ca4-9cca-77978983019c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:14.477804 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.479517 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-31809893-b149-4db1-a931-49d12641afaa tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4695311 Jul 28 06:34:14.481940 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33072) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:14.487519 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'security_group_rule': {'security_group_id': '1cd58437-8273-4e94-834d-78b0acb114d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:14.572237 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (fcb995d9-afe8-45d1-8bc3-bdb914326bd0), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.628322 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (fcb995d9-afe8-45d1-8bc3-bdb914326bd0), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.707447 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d0641c22-d0c9-47a3-afc2-33464fcd85c8 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:34:14.726884 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (fcb995d9-afe8-45d1-8bc3-bdb914326bd0), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.727866 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: d0641c22-d0c9-47a3-afc2-33464fcd85c8 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:34:14.728269 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device d0641c22-d0c9-47a3-afc2-33464fcd85c8 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:34:14.749913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb995d9-afe8-45d1-8bc3-bdb914326bd0,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:14.820860 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:14.823952 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b90140b8-3efe-41a2-9f7a-c98644b9a58d tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403201 Jul 28 06:34:14.826637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33080) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:14.831522 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:14.913549 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ded6-741a-4638-8287-171b4765820a req-c099781c-066a-44bc-91c4-171fb6bb76ed tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:14.915034 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc29ded6-741a-4638-8287-171b4765820a req-c099781c-066a-44bc-91c4-171fb6bb76ed tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0485766 Jul 28 06:34:14.963720 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc29ded6-741a-4638-8287-171b4765820a req-f50236e5-3f8c-4865-8dda-469cf7134792 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Jul 28 06:34:14.965131 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.046351 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33086) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:15.092083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Deleting subnet ecf70403-4780-413c-9042-6cbdf2a6ae0c {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:34:15.096076 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Publish callbacks [] for subnet (ecf70403-4780-413c-9042-6cbdf2a6ae0c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.111811 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.132127 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (ecf70403-4780-413c-9042-6cbdf2a6ae0c), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.145657 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8471ccb-f54a-4d1a-a167-c6858c02ee50 req-98415b99-a88a-4aae-8609-20da55fbe4cb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:15.147284 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c8471ccb-f54a-4d1a-a167-c6858c02ee50 req-98415b99-a88a-4aae-8609-20da55fbe4cb tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0894339 Jul 28 06:34:15.159991 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33088) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:15.172140 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Request body: {'floatingip': {'port_id': 'fb554a0f-06dd-4144-a372-226de8c86bac'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:15.180180 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-1e90ec08-f439-4da0-9eee-57d93520d5cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1241198 Jul 28 06:34:15.213637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.216676 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.223905 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (ecf70403-4780-413c-9042-6cbdf2a6ae0c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.227483 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (4d875426-a4c9-49d6-be45-45dac00a3369), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.274461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408575dc-9feb-489e-a727-704020858b59 req-9e533d15-77fa-42a2-99bd-345c530cc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:15.275980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-9e533d15-77fa-42a2-99bd-345c530cc164 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 1130 time: 0.0740273 Jul 28 06:34:15.297976 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.27.3.147 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:15.426865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.465044 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408575dc-9feb-489e-a727-704020858b59 req-8df470d3-8a4a-474f-b1ae-bf31dd5a1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:15.466575 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-8df470d3-8a4a-474f-b1ae-bf31dd5a1603 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.1707430 Jul 28 06:34:15.489455 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.538083 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.560114 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (ecf70403-4780-413c-9042-6cbdf2a6ae0c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.568201 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-459c4829-b1c7-40c2-a5f4-71a6246c3619 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32626bb-30e6-43a9-9be6-672349e56fb4 HTTP/1.1" status: 200 len: 1002 time: 0.0941839 Jul 28 06:34:15.593481 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf70403-4780-413c-9042-6cbdf2a6ae0c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:15.600479 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.605997 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a4fd60de-5db3-4327-9188-9287e3cc5f04 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ecf70403-4780-413c-9042-6cbdf2a6ae0c HTTP/1.1" status: 204 len: 168 time: 0.5565457 Jul 28 06:34:15.610048 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33090) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:15.696901 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408575dc-9feb-489e-a727-704020858b59 req-43955c80-e919-4188-a034-b3bbc6615272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:15.698310 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-43955c80-e919-4188-a034-b3bbc6615272 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.1195478 Jul 28 06:34:15.704934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (50175450-6f2f-4aa2-9ede-88b996d979b0), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.717299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.741575 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.789561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:15.795456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:15.800168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:15.801105 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408575dc-9feb-489e-a727-704020858b59 req-3815124c-ac98-40a6-817c-75ba613a5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:15.802660 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-3815124c-ac98-40a6-817c-75ba613a5ef7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953300 Jul 28 06:34:15.818553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (4d875426-a4c9-49d6-be45-45dac00a3369), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:15.855984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:15.861225 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:15.937847 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Floating IP 4d875426-a4c9-49d6-be45-45dac00a3369 associated. External IP: 172.27.3.180, port: fb554a0f-06dd-4144-a372-226de8c86bac. Jul 28 06:34:15.984594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (50175450-6f2f-4aa2-9ede-88b996d979b0), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.044788 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50175450-6f2f-4aa2-9ede-88b996d979b0']}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:16.060850 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f') {'for_net_delete': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:16.061280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabbf1ab-2e38-4d6e-8b2d-8757972f041f') {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:16.081416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266230911'] for segment (eabbf1ab-2e38-4d6e-8b2d-8757972f041f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.103493 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-681a9f75-16af-46bc-add2-4aa97d599246 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587955 Jul 28 06:34:16.104605 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (954aac66-4e79-4e39-8c9c-aa033f411cd2), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.112548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (eabbf1ab-2e38-4d6e-8b2d-8757972f041f), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.136960 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:34:16.137392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264295755'] for segment (eabbf1ab-2e38-4d6e-8b2d-8757972f041f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.155838 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:34:16.208031 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment eabbf1ab-2e38-4d6e-8b2d-8757972f041f resource provider aggregate not found Jul 28 06:34:16.245465 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment eabbf1ab-2e38-4d6e-8b2d-8757972f041f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eabbf1ab-2e38-4d6e-8b2d-8757972f041f found for delete ", "request_id": "req-9142ed19-d393-485d-9983-94ffa48c0602"}]} Jul 28 06:34:16.277006 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.338935 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-408575dc-9feb-489e-a727-704020858b59 req-b27b16fa-bbe9-43bb-a4c0-0f493f9a6020 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241666 Jul 28 06:34:16.425335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (50175450-6f2f-4aa2-9ede-88b996d979b0), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.443685 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.449840 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] 10.222.0.69 "DELETE /v2.0/networks/50175450-6f2f-4aa2-9ede-88b996d979b0 HTTP/1.1" status: 204 len: 168 time: 0.8363671 Jul 28 06:34:16.449840 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:16.461097 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75689194-f228-40ef-90e2-d1fe12298d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=50175450-6f2f-4aa2-9ede-88b996d979b0,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:16.476075 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:16.499767 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.502930 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:16.508239 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.515515 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:16.545120 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2b08c1f1-3acd-4760-9b55-caa1479a621a tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "PUT /v2.0/floatingips/4d875426-a4c9-49d6-be45-45dac00a3369 HTTP/1.1" status: 200 len: 991 time: 1.3797033 Jul 28 06:34:16.546712 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:16.549420 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed20ce-46c5-4924-b343-0a08d6333a72" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:16.563588 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:16.564680 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:16.580644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.690360 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:16.694681 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:16.705189 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (954aac66-4e79-4e39-8c9c-aa033f411cd2), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.772711 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ee6ac-8c9d-4e07-8bfd-9e79559d4fc0 x-openstack-request-id: req-9a5ee6ac-8c9d-4e07-8bfd-9e79559d4fc0 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:16.773008 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:16.773263 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a5ee6ac-8c9d-4e07-8bfd-9e79559d4fc0 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:16.773723 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5ee6ac-8c9d-4e07-8bfd-9e79559d4fc0'] response: {'name': 'network-changed', 'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'status': 'completed', 'code': 200} Jul 28 06:34:16.808228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:16.809748 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-b86920b6-2486-49c2-ab6c-d21a895f8fcb tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9820385 Jul 28 06:34:16.861671 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-a3f7ed21-1037-43eb-ba8f-6c352988bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:16.863362 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-a3f7ed21-1037-43eb-ba8f-6c352988bcfe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 1129 time: 0.0668569 Jul 28 06:34:16.936625 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '4d875426-a4c9-49d6-be45-45dac00a3369', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'port_id': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'mac_address': 'fa:16:3e:05:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:33:51Z', 'updated_at': '2022-07-28T06:34:15Z', 'revision_number': 1, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:16.950442 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:16.963090 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:16.973382 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:16.974004 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:16.978316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-f124483f-2b48-4d7f-b8ad-44573e9ab05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:16.980023 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-f124483f-2b48-4d7f-b8ad-44573e9ab05c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 200 len: 912 time: 0.1105068 Jul 28 06:34:16.986996 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33128) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:17.030102 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d9dc8e1b-507a-40c8-a855-f396e91686b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f33d1845b3b643b99b066eaeee429e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416858 Jul 28 06:34:17.033055 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33130) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:17.089818 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:17.093820 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2d4-17ed-4da6-a5dd-549ae7d7ef7a admin admin] Publish callbacks [] for security_group (16f766d8-1160-47b0-8d8a-86fb620c45e5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:17.094135 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-971c4e86-d0bd-4d36-b34c-9a54e1f6570a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb554a0f-06dd-4144-a372-226de8c86bac HTTP/1.1" status: 200 len: 999 time: 0.1072788 Jul 28 06:34:17.098050 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-7e6c34ad-329e-4cc3-9f4a-6b70c6885470 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--510670299&fields=id&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 267 time: 0.1041403 Jul 28 06:34:17.121913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2d4-17ed-4da6-a5dd-549ae7d7ef7a admin admin] Publish callbacks [] for security_group (16f766d8-1160-47b0-8d8a-86fb620c45e5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:17.235347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-9a6a59bb-a0a7-402a-b2a9-08b45732741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:17.237296 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-9a6a59bb-a0a7-402a-b2a9-08b45732741f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 200 len: 850 time: 0.1360714 Jul 28 06:34:17.253019 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2d4-17ed-4da6-a5dd-549ae7d7ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (16f766d8-1160-47b0-8d8a-86fb620c45e5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:17.256304 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2d4-17ed-4da6-a5dd-549ae7d7ef7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:17.258079 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-57c1e2d4-17ed-4da6-a5dd-549ae7d7ef7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16f766d8-1160-47b0-8d8a-86fb620c45e5 HTTP/1.1" status: 204 len: 168 time: 0.2236812 Jul 28 06:34:17.269067 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1e2d4-17ed-4da6-a5dd-549ae7d7ef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f766d8-1160-47b0-8d8a-86fb620c45e5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:17.332508 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-abafd446-0f2c-4c2f-acf3-aa9e8e89b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:17.334072 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-abafd446-0f2c-4c2f-acf3-aa9e8e89b80e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a12595b-98a5-4f32-a18b-a79716ee46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911815 Jul 28 06:34:17.375087 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:17.383788 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '4d875426-a4c9-49d6-be45-45dac00a3369', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'port_id': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'mac_address': 'fa:16:3e:05:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:33:51Z', 'updated_at': '2022-07-28T06:34:15Z', 'revision_number': 1, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:17.407814 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e33b-b147-4117-8be3-2b7169d3ed63 None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '4d875426-a4c9-49d6-be45-45dac00a3369', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'port_id': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'mac_address': 'fa:16:3e:05:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:33:51Z', 'updated_at': '2022-07-28T06:34:15Z', 'revision_number': 1, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:17.425877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-f2d51e2c-f0d4-4448-92e1-32051e82a7ff tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:17.427557 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-f2d51e2c-f0d4-4448-92e1-32051e82a7ff tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.2925136 Jul 28 06:34:17.456978 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-37f6d57a-8e81-4494-a77c-61d263a7a7f2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/quotas/85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 375 time: 0.0220170 Jul 28 06:34:17.492147 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-a422ed3d-1388-430d-829c-6dbdcab10ff5 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511257 Jul 28 06:34:17.595366 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0a942ec7-caf5-44a2-a5e7-00bbaa31f78a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163659 Jul 28 06:34:17.650896 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-30ed20ce-46c5-4924-b343-0a08d6333a72 req-b2f40b82-e5b2-4fe2-abc2-143e24388179 service neutron] 10.222.0.71 "GET /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388304 Jul 28 06:34:17.713871 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53428ff0-b758-45a1-b966-3f1849e42a19 None None] New status for floating IP 4d875426-a4c9-49d6-be45-45dac00a3369: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:34:17.995181 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-c64cf047-f76c-4365-8147-55b3540d4f05 service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949101 Jul 28 06:34:18.100152 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:18.129646 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-2d0db6be-4056-4c69-af20-103a7b63f18b service neutron] 10.222.0.69 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271911 Jul 28 06:34:18.391379 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4deeb44e-ef0b-4b3f-8a1d-f57a4f6072cb req-e4927c6a-15aa-4acc-8432-b0b229a46b81 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 210 time: 0.0321269 Jul 28 06:34:18.756070 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33174) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:18.862372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719960019-network', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:18.949437 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Made reservation on behalf of d45f04c2af574b889ee776b6a0fa9d40 for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:34:18.951862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:18.961558 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.040530 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks [] for security_group (e269fef0-d416-443b-aba2-69166171591d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.132612 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e269fef0-d416-443b-aba2-69166171591d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.160463 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:34:19.171027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e269fef0-d416-443b-aba2-69166171591d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:19.180094 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.180094 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Added segment f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68 of type vlan for network aae82d9d-de2a-4dab-8076-31f8b20f70ef Jul 28 06:34:19.229127 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (aae82d9d-de2a-4dab-8076-31f8b20f70ef), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.310326 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (aae82d9d-de2a-4dab-8076-31f8b20f70ef), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.312778 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:19.313530 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.365854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:19.379901 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] Pushing event updated for resources: {'Network': ['ID=aae82d9d-de2a-4dab-8076-31f8b20f70ef,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:19.394220 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:34:19.456852 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d17ece67-b013-4bcf-aa5c-cca76b518b56 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6995096 Jul 28 06:34:19.459968 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33182) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:19.466045 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Request body: {'subnet': {'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719960019-subnet', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:19.502775 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9998f121-899c-4e69-bf31-b707ad52285b req-f03f3033-0e8b-4188-ba2c-a7b546e1266a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 210 time: 0.0287902 Jul 28 06:34:19.589919 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Made reservation on behalf of d45f04c2af574b889ee776b6a0fa9d40 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:34:19.592622 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.836167 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (561f60f3-f438-4454-9341-e5f72558ec01), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:19.895910 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561f60f3-f438-4454-9341-e5f72558ec01,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:19.899351 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:19.909838 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Checking segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:19.912464 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Network hostable DHCP agents. Network: aae82d9d-de2a-4dab-8076-31f8b20f70ef, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:34:19.989011 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:34:20.052388 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, aae82d9d-de2a-4dab-8076-31f8b20f70ef) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:20.057171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:20.057802 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.070535 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196bc22-066a-40fb-b05b-8e572139f0e7 None None] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:34:20.182108 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:34:20.183084 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.205944 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1d6b8c64-c23c-4e48-9533-7883b76c3249 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7363162 Jul 28 06:34:20.205944 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33216) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:20.208151 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:20.321216 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.322826 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.402776 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks [] for router_controller (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.479596 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Allocated IP 172.20.0.2 (aae82d9d-de2a-4dab-8076-31f8b20f70ef/561f60f3-f438-4454-9341-e5f72558ec01/b224da09-32ab-49cc-adda-a6bca7fe0e99) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:20.553798 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:20.653525 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Publish callbacks [] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.654812 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:20.686140 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks [] for router_gateway (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.709054 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1f9dfd40-345f-4dd9-bf85-dcc8a264928c req-554a1f0e-ce46-427a-a830-01bab3ec6c9a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 210 time: 0.0324695 Jul 28 06:34:20.759136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-b3bf7482-2eba-4fc4-93ee-9651392ee94b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:20.760627 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-b3bf7482-2eba-4fc4-93ee-9651392ee94b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 815 time: 0.4300470 Jul 28 06:34:20.790358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.829824 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:20.830100 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-14101e9c-706e-406d-9be6-3fd73a1ed170 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf0de611024c06aee30418f26d2f1c HTTP/1.1" status: 200 len: 379 time: 0.0607314 Jul 28 06:34:20.833797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:20.838204 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:20.847161 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'port': {'device_id': 'd157d234-2574-4448-be4a-85affdd703ba', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'admin_state_up': True, 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'security_groups': ['1cd58437-8273-4e94-834d-78b0acb114d1']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:20.860585 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Pushing event updated for resources: {'Port': ['ID=b224da09-32ab-49cc-adda-a6bca7fe0e99,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:20.945703 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:20.947234 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Attempting to bind port b224da09-32ab-49cc-adda-a6bca7fe0e99 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:20.947750 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Attempting to bind port b224da09-32ab-49cc-adda-a6bca7fe0e99 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:20.948526 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Attempting to bind port b224da09-32ab-49cc-adda-a6bca7fe0e99 on network aae82d9d-de2a-4dab-8076-31f8b20f70ef {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:20.957507 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:20.959862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Checking segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:20.959862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:20.959862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Bound using segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:20.959862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Bound port: b224da09-32ab-49cc-adda-a6bca7fe0e99, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:20.960926 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.016461 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks [] for router_gateway (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.025629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] For port b224da09-32ab-49cc-adda-a6bca7fe0e99, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:21.029068 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] For port b224da09-32ab-49cc-adda-a6bca7fe0e99, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b224da09-32ab-49cc-adda-a6bca7fe0e99,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:21.041250 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Made reservation on behalf of 85bf0de611024c06aee30418f26d2f1c for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:34:21.041529 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.045048 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.081797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.149551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468223-9c08-4fb4-b68e-6187ab8b4ebc None None] Pushing event updated for resources: {'Port': ['ID=b224da09-32ab-49cc-adda-a6bca7fe0e99,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:21.165796 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Allocated IP 172.27.3.95 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/6c264fc2-9f84-43a6-8398-46a7167987ab) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:21.180476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:21.202567 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Allocated IP 172.20.0.10 (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6/353780f6-cafc-4a44-84bb-c5c93d924b87/6aa249fb-e36a-4866-82dd-73c86b5eca39) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:21.292664 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks [] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.387672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.418052 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:21.481629 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.500073 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.524173 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b224da09-32ab-49cc-adda-a6bca7fe0e99 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:21.542665 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:21.544630 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:21.557957 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:21.558831 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:21.562811 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:21.567064 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:21.574633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event updated for resources: {'Port': ['ID=6aa249fb-e36a-4866-82dd-73c86b5eca39,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:21.586541 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port b224da09-32ab-49cc-adda-a6bca7fe0e99 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:21.591603 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.599572 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:21.606711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.607066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.607418 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.607769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.608110 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.608502 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.608842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.609382 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.609740 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.610078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.610414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.610775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.611111 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.611443 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.611770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:21.614409 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c264fc2-9f84-43a6-8398-46a7167987ab,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:21.648529 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:21.650017 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.694086 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port b224da09-32ab-49cc-adda-a6bca7fe0e99 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:21.694492 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.730505 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-0076d60c-389d-4834-81f6-0c465636780b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8887782 Jul 28 06:34:21.739936 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port b224da09-32ab-49cc-adda-a6bca7fe0e99, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b224da09-32ab-49cc-adda-a6bca7fe0e99,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:21.743699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Request body: {'port': {'device_id': 'd157d234-2574-4448-be4a-85affdd703ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:21.845652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.846955 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.911608 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-de02f49d-c7a4-4059-8ca9-b38dea6af789 None None] Provisioning complete for port 6aa249fb-e36a-4866-82dd-73c86b5eca39 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:21.911986 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-de02f49d-c7a4-4059-8ca9-b38dea6af789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.973908 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=b224da09-32ab-49cc-adda-a6bca7fe0e99,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:21.981752 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-de02f49d-c7a4-4059-8ca9-b38dea6af789 None None] Port 6aa249fb-e36a-4866-82dd-73c86b5eca39 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:21.991352 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks [] for router_gateway (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:21.991561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b01c-d1c2-4008-926f-fa6eb2bfbe37 req-4e469e79-3c63-492e-83ad-193d90fbb6a7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:21.993111 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1722b01c-d1c2-4008-926f-fa6eb2bfbe37 req-4e469e79-3c63-492e-83ad-193d90fbb6a7 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 932 time: 0.1902347 Jul 28 06:34:22.075382 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:22.151520 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1722b01c-d1c2-4008-926f-fa6eb2bfbe37 req-5c0dea4e-81c3-4f32-b248-199e10d904e5 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259477 Jul 28 06:34:22.272067 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.282013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa249fb-e36a-4866-82dd-73c86b5eca39 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:34:22.290871 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Publish callbacks [] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.308731 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Transition to ACTIVE for port object 6aa249fb-e36a-4866-82dd-73c86b5eca39 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:34:22.355931 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bdcd72-639c-47fd-a19e-18af54e13fc8 None None] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:34:22.412677 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.426117 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-a9364abf-e6a1-4896-a985-37df70a49d99 None None] Provisioning complete for port b224da09-32ab-49cc-adda-a6bca7fe0e99 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:22.426491 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a9364abf-e6a1-4896-a985-37df70a49d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.454806 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:22.475816 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:34:22.477180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa249fb-e36a-4866-82dd-73c86b5eca39,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:22.560326 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:22.564402 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a9364abf-e6a1-4896-a985-37df70a49d99 None None] Current status of the port b224da09-32ab-49cc-adda-a6bca7fe0e99 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:22.586419 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Attempting to bind port 6aa249fb-e36a-4866-82dd-73c86b5eca39 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:22.586812 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Attempting to bind port 6aa249fb-e36a-4866-82dd-73c86b5eca39 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:22.587233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Attempting to bind port 6aa249fb-e36a-4866-82dd-73c86b5eca39 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:22.592417 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Port 6aa249fb-e36a-4866-82dd-73c86b5eca39 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:34:22.593390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Attempting to bind port 6aa249fb-e36a-4866-82dd-73c86b5eca39 on network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:22.599517 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:22.599808 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Checking segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:22.600171 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Bound using segment: {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:22.600614 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Bound port: 6aa249fb-e36a-4866-82dd-73c86b5eca39, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548603b2-4b06-4b5b-9bc9-d48db8860921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:22.601277 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.635570 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:22.646351 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Sync routers for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:22.658004 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:22.658658 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:22.689616 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] For port 6aa249fb-e36a-4866-82dd-73c86b5eca39, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:22.694642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] For port 6aa249fb-e36a-4866-82dd-73c86b5eca39, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:22.724084 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.725794 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-381d0705-ed3c-4e61-9b98-c787a56d3bc2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5234766 Jul 28 06:34:22.728454 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33250) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:22.751631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.804318 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:22.810001 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:22.810559 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:22.812806 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/6aa249fb-e36a-4866-82dd-73c86b5eca39 HTTP/1.1" status: 200 len: 1094 time: 1.0738764 Jul 28 06:34:22.813254 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:22.816870 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556738bb-2721-4b48-921d-608f55ba8dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:22.833038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:22.846268 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c91bbf-e38b-4752-b557-172af660a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa249fb-e36a-4866-82dd-73c86b5eca39,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:22.937723 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae0072-c883-480b-84c7-c75f980e3d3e x-openstack-request-id: req-efae0072-c883-480b-84c7-c75f980e3d3e {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:22.938968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:22.939331 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efae0072-c883-480b-84c7-c75f980e3d3e {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:22.939850 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efae0072-c883-480b-84c7-c75f980e3d3e'] response: {'name': 'network-changed', 'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'status': 'completed', 'code': 200} Jul 28 06:34:22.980637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-ed07b8d7-320f-45a5-a623-b84233bffbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:22.982457 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-ed07b8d7-320f-45a5-a623-b84233bffbb7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 1128 time: 0.0613341 Jul 28 06:34:22.988346 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:23.037532 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-f82297ba-eb73-4f91-974f-935011ea362f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39 HTTP/1.1" status: 200 len: 217 time: 0.0478616 Jul 28 06:34:23.109749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-17c32979-a4fe-4792-ba9d-a8fa14764fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:23.111401 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-17c32979-a4fe-4792-ba9d-a8fa14764fcb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0684533 Jul 28 06:34:23.132006 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:21Z', 'revision_number': 3, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:23.138250 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-624ffe47-e16b-49cf-ab29-00ff58944f28 None None] Provisioning complete for port b224da09-32ab-49cc-adda-a6bca7fe0e99 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:23.138250 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-624ffe47-e16b-49cf-ab29-00ff58944f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.177379 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-8cd2348b-592a-4257-88ec-1dbaeb5929cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:23.178970 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-8cd2348b-592a-4257-88ec-1dbaeb5929cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609272 Jul 28 06:34:23.185260 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Checking router: 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:23.185712 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Updating router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f port 6c264fc2-9f84-43a6-8398-46a7167987ab binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:34:23.229467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.300297 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:23.365401 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab8d62-17a3-4ce9-86a9-5bc15e1ed303 req-b6ed8cd1-76ff-48ff-8d8d-520ebc57cbc3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:23.367455 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73ab8d62-17a3-4ce9-86a9-5bc15e1ed303 req-b6ed8cd1-76ff-48ff-8d8d-520ebc57cbc3 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 944 time: 0.0918322 Jul 28 06:34:23.368353 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.372675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-37ddaaa3-65b1-47ac-b2e2-a85c1e73bb79 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862411 Jul 28 06:34:23.411528 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-624ffe47-e16b-49cf-ab29-00ff58944f28 None None] Current status of the port b224da09-32ab-49cc-adda-a6bca7fe0e99 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:23.440670 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:23.514395 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b224da09-32ab-49cc-adda-a6bca7fe0e99 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:23.526847 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73ab8d62-17a3-4ce9-86a9-5bc15e1ed303 req-8abce952-2529-4436-a814-e311dbe1066f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452811 Jul 28 06:34:23.565391 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3a98b1b-daf7-4582-a8f6-a73b9175b047 req-ad6e8ceb-178e-4375-a418-5265684797a0 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847594 Jul 28 06:34:23.587818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Allocated IP 172.20.0.1 (aae82d9d-de2a-4dab-8076-31f8b20f70ef/561f60f3-f438-4454-9341-e5f72558ec01/9d583a6e-d44a-4e2d-99ac-c8e579946989) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:23.658087 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port b224da09-32ab-49cc-adda-a6bca7fe0e99 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:23.658800 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.702122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Publish callbacks [] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.705028 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks [] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.755332 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port b224da09-32ab-49cc-adda-a6bca7fe0e99 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:23.766551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.801723 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:23.813329 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.828132 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Attempting to bind port 6c264fc2-9f84-43a6-8398-46a7167987ab on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:23.828517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Attempting to bind port 6c264fc2-9f84-43a6-8398-46a7167987ab by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:23.828888 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Attempting to bind port 6c264fc2-9f84-43a6-8398-46a7167987ab on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:23.831202 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4349b2-b85f-4764-a1ac-b37547137651 None None] Pushing event updated for resources: {'Port': ['ID=6c264fc2-9f84-43a6-8398-46a7167987ab,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:23.837595 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:23.837984 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:23.838390 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.838782 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:23.839322 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Bound port: 6c264fc2-9f84-43a6-8398-46a7167987ab, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:23.839722 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.864423 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:23.869879 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:23.877466 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:23.877466 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Pushing event updated for resources: {'Port': ['ID=9d583a6e-d44a-4e2d-99ac-c8e579946989,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:23.896282 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] For port 6c264fc2-9f84-43a6-8398-46a7167987ab, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:23.899823 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] For port 6c264fc2-9f84-43a6-8398-46a7167987ab, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6c264fc2-9f84-43a6-8398-46a7167987ab,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:23.921602 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:23.996129 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:24.056993 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:24.066816 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:24.067451 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:24.113421 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4349b2-b85f-4764-a1ac-b37547137651 None None] Pushing event updated for resources: {'Port': ['ID=6c264fc2-9f84-43a6-8398-46a7167987ab,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:24.157419 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:24.216004 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:24.337533 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:24.358988 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks [] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:24.412229 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-c0276649-e4bb-4dc0-a4f3-cce47b0a28e3 None None] Provisioning complete for port 9d583a6e-d44a-4e2d-99ac-c8e579946989 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:24.412600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0276649-e4bb-4dc0-a4f3-cce47b0a28e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:24.491592 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c0276649-e4bb-4dc0-a4f3-cce47b0a28e3 None None] Port 9d583a6e-d44a-4e2d-99ac-c8e579946989 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:24.504151 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265074199'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:24.522352 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556738bb-2721-4b48-921d-608f55ba8dbe req-9c4c590c-dbae-4b3b-9113-81b69dd32d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:24.527232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-9c4c590c-dbae-4b3b-9113-81b69dd32d9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 1128 time: 0.0594959 Jul 28 06:34:24.601987 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:24.606802 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Pushing event updated for resources: {'Port': ['ID=9d583a6e-d44a-4e2d-99ac-c8e579946989,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:24.618488 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:21Z', 'revision_number': 3, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:24.670407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b812777-ad96-4528-b20f-9dcf31bf18f7 None None] The sync data for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi is: [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:21Z', 'revision_number': 3, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:24.685283 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556738bb-2721-4b48-921d-608f55ba8dbe req-539965a3-863d-4625-8bd2-148106203a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:24.687907 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-539965a3-863d-4625-8bd2-148106203a62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.1552820 Jul 28 06:34:24.754232 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-d83265c9-9890-4faa-87fa-9a6a2132646c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39 HTTP/1.1" status: 200 len: 217 time: 0.0440278 Jul 28 06:34:24.800315 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67401c4-37dd-4d76-ae31-5d5557d8531e req-ac7bd79a-2e35-435d-927e-2d48bb2be7d1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:24.802046 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e67401c4-37dd-4d76-ae31-5d5557d8531e req-ac7bd79a-2e35-435d-927e-2d48bb2be7d1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 944 time: 0.1411037 Jul 28 06:34:24.835882 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556738bb-2721-4b48-921d-608f55ba8dbe req-eaefdc4d-4a01-4fdc-9c95-2e4e32125494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:24.837376 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-eaefdc4d-4a01-4fdc-9c95-2e4e32125494 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0765433 Jul 28 06:34:24.915045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556738bb-2721-4b48-921d-608f55ba8dbe req-1fd846da-fe65-4b12-9abb-c61bc9f950eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:24.916592 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-1fd846da-fe65-4b12-9abb-c61bc9f950eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704858 Jul 28 06:34:24.920292 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e67401c4-37dd-4d76-ae31-5d5557d8531e req-87dca5c9-8901-4679-8899-b3962a36a3b2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987189 Jul 28 06:34:24.935103 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:24.998191 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:25.001921 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:25.154367 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-556254b9-7f30-48db-b99b-765cdc1383b6 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289927 Jul 28 06:34:25.206232 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:34:25.240278 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:25.299254 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-556738bb-2721-4b48-921d-608f55ba8dbe req-bf1011cd-d829-4eab-af83-392d030e0e95 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362436 Jul 28 06:34:25.323845 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33294) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:25.425378 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:25.431739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-5bf92288-b0e8-4d06-91d2-b396f632362b None None] Provisioning complete for port 9d583a6e-d44a-4e2d-99ac-c8e579946989 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:25.431739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5bf92288-b0e8-4d06-91d2-b396f632362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.436293 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-32378b23-a5ce-4438-acaa-e27cfea5b80f admin admin] 10.222.0.69 "PUT /v2.0/routers/8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7065694 Jul 28 06:34:25.467622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2532dd5-abe9-4c6d-9bff-0920ca1ec503 req-70fa0061-a13e-410e-9902-e05b885af961 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:25.474111 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2532dd5-abe9-4c6d-9bff-0920ca1ec503 req-70fa0061-a13e-410e-9902-e05b885af961 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0898736 Jul 28 06:34:25.513641 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-5bf92288-b0e8-4d06-91d2-b396f632362b None None] Port 9d583a6e-d44a-4e2d-99ac-c8e579946989 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:25.536983 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc982-0e6a-445b-ac41-cae97db5fe54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.550557 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:25.561394 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6c264fc2-9f84-43a6-8398-46a7167987ab up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:25.588652 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2532dd5-abe9-4c6d-9bff-0920ca1ec503 req-afff0bb4-fe7b-4901-84b6-cd090c6675d9 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080730 Jul 28 06:34:25.657011 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6c264fc2-9f84-43a6-8398-46a7167987ab triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:25.657755 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.658078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc982-0e6a-445b-ac41-cae97db5fe54 admin admin] Publish callbacks [] for security_group (a3e52924-688d-40f3-9553-5fb863eed64a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.738867 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6c264fc2-9f84-43a6-8398-46a7167987ab is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:25.739358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.766348 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 6c264fc2-9f84-43a6-8398-46a7167987ab, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6c264fc2-9f84-43a6-8398-46a7167987ab,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:25.766899 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc982-0e6a-445b-ac41-cae97db5fe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a3e52924-688d-40f3-9553-5fb863eed64a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.817213 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbc982-0e6a-445b-ac41-cae97db5fe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e52924-688d-40f3-9553-5fb863eed64a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:25.824024 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e9dbc982-0e6a-445b-ac41-cae97db5fe54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=566c3102ff4b47dcb4e0f60b8c652814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982629 Jul 28 06:34:25.826089 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33304) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:25.840479 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.906495 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a16e418-2ef5-4e3e-b4ef-90d3ac99f427 admin admin] Publish callbacks [] for security_group (a3e52924-688d-40f3-9553-5fb863eed64a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:25.925187 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=6c264fc2-9f84-43a6-8398-46a7167987ab,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:25.948308 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a16e418-2ef5-4e3e-b4ef-90d3ac99f427 admin admin] Publish callbacks [] for security_group (a3e52924-688d-40f3-9553-5fb863eed64a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.062226 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a16e418-2ef5-4e3e-b4ef-90d3ac99f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a3e52924-688d-40f3-9553-5fb863eed64a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.062226 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a16e418-2ef5-4e3e-b4ef-90d3ac99f427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.066165 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7a16e418-2ef5-4e3e-b4ef-90d3ac99f427 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3e52924-688d-40f3-9553-5fb863eed64a HTTP/1.1" status: 204 len: 168 time: 0.2364900 Jul 28 06:34:26.073474 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16e418-2ef5-4e3e-b4ef-90d3ac99f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e52924-688d-40f3-9553-5fb863eed64a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:26.114446 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8db8-793e-4151-8f7a-5680f293dc59 req-a143a30f-92fc-4384-a4ec-5ca1b0e7178a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:26.116224 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b5b8db8-793e-4151-8f7a-5680f293dc59 req-a143a30f-92fc-4384-a4ec-5ca1b0e7178a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 944 time: 0.0581348 Jul 28 06:34:26.177786 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b5b8db8-793e-4151-8f7a-5680f293dc59 req-9d26c818-62c2-45bc-906c-3329e0d4c669 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547929 Jul 28 06:34:26.479323 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33320) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:26.485135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254965920-network', 'tenant_id': '21203e171c8f4614b3039f5737a866ef'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:26.561079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Made reservation on behalf of 21203e171c8f4614b3039f5737a866ef for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:34:26.564948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.574321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.667684 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks [] for security_group (363d81cd-b266-4e63-a571-f4fad5d8b823), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.725132 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Sync routers for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:26.738127 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:26.738319 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (363d81cd-b266-4e63-a571-f4fad5d8b823), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.739120 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:26.739516 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6aa249fb-e36a-4866-82dd-73c86b5eca39 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:34:26.767383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:26.775902 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:34:26.791781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f046a-0df5-45e3-aac2-2e23f89ef65a req-808cb21e-1b97-42c4-acd4-990e74d5c1bc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:26.794383 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7c2f046a-0df5-45e3-aac2-2e23f89ef65a req-808cb21e-1b97-42c4-acd4-990e74d5c1bc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0932550 Jul 28 06:34:26.826234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363d81cd-b266-4e63-a571-f4fad5d8b823,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:26.831594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (86814d9b-e042-4fb7-a689-59a0fb68246d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.832171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Added segment 86814d9b-e042-4fb7-a689-59a0fb68246d of type vlan for network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 Jul 28 06:34:26.860674 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:26.871801 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:26.894752 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:26.896692 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 6aa249fb-e36a-4866-82dd-73c86b5eca39, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:26.900137 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7c2f046a-0df5-45e3-aac2-2e23f89ef65a req-29e96e2a-c671-486f-a108-6c7f886005d2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983145 Jul 28 06:34:26.926863 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'port_id': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'mac_address': 'fa:16:3e:1b:44:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:34:26.986941 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 6aa249fb-e36a-4866-82dd-73c86b5eca39 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:26.992205 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.002788 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa249fb-e36a-4866-82dd-73c86b5eca39 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:34:27.004525 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.012336 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.013536 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:27.014231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.032327 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.035034 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.042902 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 6aa249fb-e36a-4866-82dd-73c86b5eca39, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:27.076610 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 2, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:27.083629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] Pushing event updated for resources: {'Network': ['ID=2379c28b-8ee8-4fce-a31c-fe8a8e9f4782,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:27.094366 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:34:27.103179 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Checking router: 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:27.103530 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Updating router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f port 9d583a6e-d44a-4e2d-99ac-c8e579946989 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:34:27.135667 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.149398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.167950 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33338) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:27.169664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-a9419be3-e266-4904-b9c5-cb97aad8aebc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6887200 Jul 28 06:34:27.173751 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Request body: {'subnet': {'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254965920-subnet', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:27.217930 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=6aa249fb-e36a-4866-82dd-73c86b5eca39,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:27.264229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Made reservation on behalf of 21203e171c8f4614b3039f5737a866ef for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:34:27.267508 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264374716'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.331264 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53263ac-5793-492e-9006-d5dd92552622 req-7fb9f7c2-be40-411c-90de-fdea23e0017f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:27.332977 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f53263ac-5793-492e-9006-d5dd92552622 req-7fb9f7c2-be40-411c-90de-fdea23e0017f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 945 time: 0.0641901 Jul 28 06:34:27.390775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.420268 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['6aa249fb-e36a-4866-82dd-73c86b5eca39'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:34:27.441576 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f53263ac-5793-492e-9006-d5dd92552622 req-8f57d381-0f1a-46ff-be48-ce47673408b2 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964749 Jul 28 06:34:27.449872 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Publish callbacks [] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.513661 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.524415 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6c264fc2-9f84-43a6-8398-46a7167987ab up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:27.526899 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.585596 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Pushing event updated for resources: {'Port': ['ID=9d583a6e-d44a-4e2d-99ac-c8e579946989,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:27.605374 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265074412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264374674'] for subnet (8e6484e0-4334-479c-bdca-66fda203955c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.613881 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.615775 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.616282 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.616663 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.617015 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.617415 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.617713 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.618039 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.618367 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.618735 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.619252 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.619794 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.620304 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.620852 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.621438 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.621995 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:27.644008 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6c264fc2-9f84-43a6-8398-46a7167987ab triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:27.644393 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.665736 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Attempting to bind port 9d583a6e-d44a-4e2d-99ac-c8e579946989 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:27.666411 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Attempting to bind port 9d583a6e-d44a-4e2d-99ac-c8e579946989 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:27.667025 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Attempting to bind port 9d583a6e-d44a-4e2d-99ac-c8e579946989 on network aae82d9d-de2a-4dab-8076-31f8b20f70ef {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:27.673517 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:27.674594 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Checking segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:27.675166 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.675892 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Bound using segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:27.676540 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Bound port: 9d583a6e-d44a-4e2d-99ac-c8e579946989, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:27.677126 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.748493 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] For port 9d583a6e-d44a-4e2d-99ac-c8e579946989, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:27.752775 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] For port 9d583a6e-d44a-4e2d-99ac-c8e579946989, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=9d583a6e-d44a-4e2d-99ac-c8e579946989,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:27.756860 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6484e0-4334-479c-bdca-66fda203955c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:27.765516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Checking segment: {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:27.766117 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Network hostable DHCP agents. Network: 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:34:27.791694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6c264fc2-9f84-43a6-8398-46a7167987ab is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:27.807270 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.853292 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:34:27.855348 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] Provisioning complete for port 9d583a6e-d44a-4e2d-99ac-c8e579946989 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:27.855811 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:27.876982 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc1dd-dc8d-4687-8e42-c157afad970f None None] Pushing event updated for resources: {'Port': ['ID=9d583a6e-d44a-4e2d-99ac-c8e579946989,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:27.882365 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:27.882956 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:27.945212 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:27.961637 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:27.975288 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a9292-b90c-4f11-bfd8-bb60ace7eb14 None None] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:34:27.975511 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:27.978124 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.040502 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] Current status of the port 9d583a6e-d44a-4e2d-99ac-c8e579946989 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:28.041383 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.076148 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1632-b84a-4fbf-9bf5-1745f78296a2 req-7ac0022c-48a9-4ff2-a18a-fafedaa65538 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:28.083500 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2a2f1632-b84a-4fbf-9bf5-1745f78296a2 req-7ac0022c-48a9-4ff2-a18a-fafedaa65538 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0568423 Jul 28 06:34:28.111345 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4fb85776-454b-40cd-8abe-7b9cfa7fdbd0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9421759 Jul 28 06:34:28.112007 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33356) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:28.117518 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] For port 9d583a6e-d44a-4e2d-99ac-c8e579946989, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=9d583a6e-d44a-4e2d-99ac-c8e579946989,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:28.124422 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:28.149781 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:28.155928 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'project_id': '21203e171c8f4614b3039f5737a866ef', 'fixed_ips': [{'subnet_id': '8e6484e0-4334-479c-bdca-66fda203955c'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:34:28.157134 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.184214 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2a2f1632-b84a-4fbf-9bf5-1745f78296a2 req-8b4138a7-0a24-4578-a584-94aa56e34da6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991483 Jul 28 06:34:28.269797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.287106 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (2b5010fd-ba59-4cd7-830b-fc9e6850247e), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.288158 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (2b5010fd-ba59-4cd7-830b-fc9e6850247e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.309743 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:28.344788 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks [] for router_controller (2b5010fd-ba59-4cd7-830b-fc9e6850247e), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.393023 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:27Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:28.394827 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f96c38-995e-4b98-b5e2-f8bd1813754b None None] Pushing event updated for resources: {'Port': ['ID=9d583a6e-d44a-4e2d-99ac-c8e579946989,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:28.410372 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Allocated IP 172.20.0.2 (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782/8e6484e0-4334-479c-bdca-66fda203955c/4e792572-4525-4484-bc11-bbf0c7a846f1) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:28.412897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-a5369a52-4562-41a8-8fd3-5529eced721b None None] Provisioning complete for port 9d583a6e-d44a-4e2d-99ac-c8e579946989 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:28.413273 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a5369a52-4562-41a8-8fd3-5529eced721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.448759 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b838-ee87-4fc9-991f-d7e6c06a644d None None] The sync data for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi is: [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:27Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:28.582867 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a5369a52-4562-41a8-8fd3-5529eced721b None None] Current status of the port 9d583a6e-d44a-4e2d-99ac-c8e579946989 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:28.630726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks [] for router_gateway (2b5010fd-ba59-4cd7-830b-fc9e6850247e), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.636277 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:28.675299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225a4d2-fa45-4b5c-a249-581f5d585a70 req-727b74a0-adce-4676-a970-8e8212c9e98c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:28.676909 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9225a4d2-fa45-4b5c-a249-581f5d585a70 req-727b74a0-adce-4676-a970-8e8212c9e98c tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 945 time: 0.0949492 Jul 28 06:34:28.732028 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Publish callbacks [] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.742731 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9225a4d2-fa45-4b5c-a249-581f5d585a70 req-24c5ade1-df68-4f40-a3ad-51ad78f0be5f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581925 Jul 28 06:34:28.746441 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6aa249fb-e36a-4866-82dd-73c86b5eca39 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:28.801874 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 6aa249fb-e36a-4866-82dd-73c86b5eca39 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:34:28.813022 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.864708 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 6aa249fb-e36a-4866-82dd-73c86b5eca39 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:28.865088 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.873938 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:28.895899 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:28.899938 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:28.903928 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:28.906522 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Pushing event updated for resources: {'Port': ['ID=4e792572-4525-4484-bc11-bbf0c7a846f1,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:28.920061 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks [] for router_gateway (2b5010fd-ba59-4cd7-830b-fc9e6850247e), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:28.949243 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.097459 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Allocated IP 172.27.3.237 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/b5c540f4-ace6-49b6-b6b9-096c8ab88045) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:29.132337 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:29.181696 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 6aa249fb-e36a-4866-82dd-73c86b5eca39 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:29.182152 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.184278 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Attempting to bind port 4e792572-4525-4484-bc11-bbf0c7a846f1 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:29.184650 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Attempting to bind port 4e792572-4525-4484-bc11-bbf0c7a846f1 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:29.185013 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Attempting to bind port 4e792572-4525-4484-bc11-bbf0c7a846f1 on network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:29.198229 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:29.198229 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Checking segment: {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:29.198632 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.198981 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Bound using segment: {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:29.200001 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Bound port: 4e792572-4525-4484-bc11-bbf0c7a846f1, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:29.200001 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.227576 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:29.235901 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc62b1e5-4142-4880-8aa3-ea19ce7d58ff" -d '{"events": [{"server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "name": "network-vif-plugged", "status": "completed", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:29.251809 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks [] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.268438 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 6aa249fb-e36a-4866-82dd-73c86b5eca39, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:29.305136 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] For port 4e792572-4525-4484-bc11-bbf0c7a846f1, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:29.308321 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1bfce-4547-436a-96f4-608fe7a92140 x-openstack-request-id: req-acf1bfce-4547-436a-96f4-608fe7a92140 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:29.308619 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "name": "network-vif-plugged", "status": "completed", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:29.308876 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acf1bfce-4547-436a-96f4-608fe7a92140 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:29.309282 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf1bfce-4547-436a-96f4-608fe7a92140'] response: {'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'code': 200} Jul 28 06:34:29.311154 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] For port 4e792572-4525-4484-bc11-bbf0c7a846f1, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4e792572-4525-4484-bc11-bbf0c7a846f1,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:29.344496 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.375670 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.399427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.449328 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=6aa249fb-e36a-4866-82dd-73c86b5eca39,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:29.483836 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:29.487420 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:29.491465 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:29.557752 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe8153-c651-41fb-a3f0-a9ca9f32d1ce None None] Pushing event updated for resources: {'Port': ['ID=4e792572-4525-4484-bc11-bbf0c7a846f1,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:29.570150 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c540f4-ace6-49b6-b6b9-096c8ab88045,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:29.641358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 9d583a6e-d44a-4e2d-99ac-c8e579946989 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:29.642430 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047aecf-c687-45b5-9e1d-d5dca93f65b5 req-473f0ca9-7842-48f3-9e20-9b299501fe25 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:29.644114 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d047aecf-c687-45b5-9e1d-d5dca93f65b5 req-473f0ca9-7842-48f3-9e20-9b299501fe25 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0931404 Jul 28 06:34:29.731684 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d047aecf-c687-45b5-9e1d-d5dca93f65b5 req-bc79e499-62f0-4db1-9889-87966d8e1cec tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802324 Jul 28 06:34:29.771716 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:29.793483 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 9d583a6e-d44a-4e2d-99ac-c8e579946989 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:29.798990 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:29.812014 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7934931-1e42-49e7-b6e5-e24981cd4c8d req-33502363-ec8e-4900-88ae-14b40d4bfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:29.814826 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7934931-1e42-49e7-b6e5-e24981cd4c8d req-33502363-ec8e-4900-88ae-14b40d4bfb9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 1130 time: 0.1022561 Jul 28 06:34:30.008073 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:30.009287 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7934931-1e42-49e7-b6e5-e24981cd4c8d req-b3db428b-2a45-441a-bcaf-7d32e2672b18 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804988 Jul 28 06:34:30.038867 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks [] for router_gateway (2b5010fd-ba59-4cd7-830b-fc9e6850247e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:30.053640 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 9d583a6e-d44a-4e2d-99ac-c8e579946989 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:30.081614 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880c569-0352-477f-8714-99ee03794e5b req-326a0ce6-9437-40e7-8495-33914ef996ef tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:30.083152 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d880c569-0352-477f-8714-99ee03794e5b req-326a0ce6-9437-40e7-8495-33914ef996ef tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.1046135 Jul 28 06:34:30.143378 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d880c569-0352-477f-8714-99ee03794e5b req-fcab14ca-9535-48ab-9c0f-1f5b35c0f386 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542142 Jul 28 06:34:30.266029 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (2b5010fd-ba59-4cd7-830b-fc9e6850247e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:30.440772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Router 2b5010fd-ba59-4cd7-830b-fc9e6850247e is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:34:30.543443 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:30.552641 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:30.562451 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Sync routers for ids ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:30.573591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Routers {'2b5010fd-ba59-4cd7-830b-fc9e6850247e'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:30.574259 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:30.637351 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:30.642351 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33384) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:30.644693 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-41fe5b43-8f1e-4c89-b841-f8cde4641608 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5276148 Jul 28 06:34:30.703981 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Set router 2b5010fd-ba59-4cd7-830b-fc9e6850247e gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:30.836012 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc548cf-4918-4348-a0a7-87bc1da19b0e None None] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:34:30.913106 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efe039-ad80-4148-974c-e5da2e66c2f1 req-3e130e86-4704-480d-a515-55dd528fa11b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:30.914643 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7efe039-ad80-4148-974c-e5da2e66c2f1 req-3e130e86-4704-480d-a515-55dd528fa11b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0616627 Jul 28 06:34:30.975045 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] Provisioning complete for port 4e792572-4525-4484-bc11-bbf0c7a846f1 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:30.975283 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.035919 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7efe039-ad80-4148-974c-e5da2e66c2f1 req-971f3b5f-73f9-43d9-809c-01d1dd7e25fc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153057 Jul 28 06:34:31.043386 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:29Z', 'revision_number': 3, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:31.078841 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:31.090324 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Checking router: 2b5010fd-ba59-4cd7-830b-fc9e6850247e for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:31.090976 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Updating router 2b5010fd-ba59-4cd7-830b-fc9e6850247e port b5c540f4-ace6-49b6-b6b9-096c8ab88045 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:34:31.128088 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.149165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:31.206264 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.315282 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] Current status of the port 4e792572-4525-4484-bc11-bbf0c7a846f1 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:31.325364 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.386578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:31.421752 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003f9f0-51f8-4918-a0e5-f9d77831c488 req-a4d95921-9bc0-4d87-8872-b23c272c634f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:31.423799 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f003f9f0-51f8-4918-a0e5-f9d77831c488 req-a4d95921-9bc0-4d87-8872-b23c272c634f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.1249578 Jul 28 06:34:31.425897 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] For port 4e792572-4525-4484-bc11-bbf0c7a846f1, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4e792572-4525-4484-bc11-bbf0c7a846f1,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:31.512798 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f003f9f0-51f8-4918-a0e5-f9d77831c488 req-9eee5897-b9f0-45fa-a8df-1733f5c1f573 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813239 Jul 28 06:34:31.521329 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Allocated IP 172.20.0.1 (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782/8e6484e0-4334-479c-bdca-66fda203955c/1fb8761a-327b-4054-bcbd-128528e92f72) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:31.555642 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4e792572-4525-4484-bc11-bbf0c7a846f1 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:31.559004 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.562552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:31.635781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks [] for port (1fb8761a-327b-4054-bcbd-128528e92f72), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.668127 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Publish callbacks [] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.691557 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a4885-c5b0-4075-af61-09d252c83c30 None None] Pushing event updated for resources: {'Port': ['ID=4e792572-4525-4484-bc11-bbf0c7a846f1,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:31.703381 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-903726fb-b75b-4c2b-bcc7-220f21334478 None None] Provisioning complete for port 4e792572-4525-4484-bc11-bbf0c7a846f1 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:31.703678 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-903726fb-b75b-4c2b-bcc7-220f21334478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.723060 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 4e792572-4525-4484-bc11-bbf0c7a846f1 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:31.723752 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.795144 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.821694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.837417 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:31.843063 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:31.847022 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:31.850594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb8761a-327b-4054-bcbd-128528e92f72,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:31.892435 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-903726fb-b75b-4c2b-bcc7-220f21334478 None None] Current status of the port 4e792572-4525-4484-bc11-bbf0c7a846f1 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:31.895543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (2b5010fd-ba59-4cd7-830b-fc9e6850247e), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.907231 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 4e792572-4525-4484-bc11-bbf0c7a846f1 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:31.914415 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Attempting to bind port b5c540f4-ace6-49b6-b6b9-096c8ab88045 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:31.914938 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Attempting to bind port b5c540f4-ace6-49b6-b6b9-096c8ab88045 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:31.915564 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Attempting to bind port b5c540f4-ace6-49b6-b6b9-096c8ab88045 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:31.922481 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:31.925300 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702446cc-9635-460c-a85f-39851fcc6425 None None] Pushing event updated for resources: {'Port': ['ID=b5c540f4-ace6-49b6-b6b9-096c8ab88045,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:31.928810 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:31.929190 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:31.929635 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:31.930017 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:31.930507 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Bound port: b5c540f4-ace6-49b6-b6b9-096c8ab88045, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:31.930894 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.016744 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] For port b5c540f4-ace6-49b6-b6b9-096c8ab88045, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:32.020591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] For port b5c540f4-ace6-49b6-b6b9-096c8ab88045, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b5c540f4-ace6-49b6-b6b9-096c8ab88045,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:32.101364 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.102308 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.164851 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-082fb25c-18a5-427a-90c2-f1c0c9b76de2 None None] Provisioning complete for port 1fb8761a-327b-4054-bcbd-128528e92f72 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:32.165315 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-082fb25c-18a5-427a-90c2-f1c0c9b76de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.208341 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814300b6-ef06-4d26-965a-30dcf37f464b req-0a49bd91-440c-4777-9804-820aee55f2e5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:32.209967 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-814300b6-ef06-4d26-965a-30dcf37f464b req-0a49bd91-440c-4777-9804-820aee55f2e5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0691044 Jul 28 06:34:32.212555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:32.269989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:32.322309 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-814300b6-ef06-4d26-965a-30dcf37f464b req-29528fa0-9714-47f0-9a0d-682ce0ebee01 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985684 Jul 28 06:34:32.331854 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Routers {'2b5010fd-ba59-4cd7-830b-fc9e6850247e'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:32.332498 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:32.367478 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks [] for port (1fb8761a-327b-4054-bcbd-128528e92f72), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.373257 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702446cc-9635-460c-a85f-39851fcc6425 None None] Pushing event updated for resources: {'Port': ['ID=b5c540f4-ace6-49b6-b6b9-096c8ab88045,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:32.382257 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-082fb25c-18a5-427a-90c2-f1c0c9b76de2 None None] Port 1fb8761a-327b-4054-bcbd-128528e92f72 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:32.446228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.454163 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] Set router 2b5010fd-ba59-4cd7-830b-fc9e6850247e gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:32.512015 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (2b5010fd-ba59-4cd7-830b-fc9e6850247e), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:32.513703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb8761a-327b-4054-bcbd-128528e92f72,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:32.660608 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1fb8761a-327b-4054-bcbd-128528e92f72', 'name': '', 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'mac_address': 'fa:16:3e:81:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8e6484e0-4334-479c-bdca-66fda203955c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:31Z', 'updated_at': '2022-07-28T06:34:31Z', 'revision_number': 1, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'subnets': [{'id': '8e6484e0-4334-479c-bdca-66fda203955c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:32.693884 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c586b84-8b2d-4958-98dd-fdbb3978d3ad None None] The sync data for ids ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'] in dv-cinder-812429-2-iscsi is: [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1fb8761a-327b-4054-bcbd-128528e92f72', 'name': '', 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'mac_address': 'fa:16:3e:81:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8e6484e0-4334-479c-bdca-66fda203955c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:31Z', 'updated_at': '2022-07-28T06:34:31Z', 'revision_number': 1, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'subnets': [{'id': '8e6484e0-4334-479c-bdca-66fda203955c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:32.869732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc9b4-4509-4b23-b0c4-7346544de775 req-91918ba7-d097-451e-8954-0168d4a2557e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:32.871245 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e4dc9b4-4509-4b23-b0c4-7346544de775 req-91918ba7-d097-451e-8954-0168d4a2557e tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.0603845 Jul 28 06:34:32.942782 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:32.950180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:32.965815 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e4dc9b4-4509-4b23-b0c4-7346544de775 req-8dffc548-442e-4441-b090-5d1262b5924f tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830710 Jul 28 06:34:33.144834 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:33.151072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Router 2b5010fd-ba59-4cd7-830b-fc9e6850247e has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:34:33.157886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f582da-613f-4c45-9b45-2c27e5b163ed req-0963f6fd-8310-4f51-b355-920e5733b239 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:33.162849 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c8f582da-613f-4c45-9b45-2c27e5b163ed req-0963f6fd-8310-4f51-b355-920e5733b239 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.0756342 Jul 28 06:34:33.169268 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33420) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:33.179946 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Request body: {'floatingip': {'port_id': '6aa249fb-e36a-4866-82dd-73c86b5eca39'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:33.228807 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (954aac66-4e79-4e39-8c9c-aa033f411cd2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:33.316697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0c37a71e-7908-4a91-b097-77ddd735f25c None None] Provisioning complete for port 1fb8761a-327b-4054-bcbd-128528e92f72 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:33.317212 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0c37a71e-7908-4a91-b097-77ddd735f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:33.327757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:33.344296 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d78d910d-ae5a-4732-a477-c5cc58e91810 admin admin] 10.222.0.69 "PUT /v2.0/routers/2b5010fd-ba59-4cd7-830b-fc9e6850247e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917114 Jul 28 06:34:33.392633 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0c37a71e-7908-4a91-b097-77ddd735f25c None None] Port 1fb8761a-327b-4054-bcbd-128528e92f72 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:33.602466 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486361ed-3420-4ee9-8757-108e5f9f6987 req-69512e71-fe88-4807-ad8c-99616f468eea tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:33.616614 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4e792572-4525-4484-bc11-bbf0c7a846f1 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:33.619335 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-486361ed-3420-4ee9-8757-108e5f9f6987 req-69512e71-fe88-4807-ad8c-99616f468eea tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.1407399 Jul 28 06:34:33.684293 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 4e792572-4525-4484-bc11-bbf0c7a846f1 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:33.684960 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:33.723580 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:33.727914 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-486361ed-3420-4ee9-8757-108e5f9f6987 req-ad1c66ff-ac1b-4e78-8ec1-1a03b9cce7a0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074331 Jul 28 06:34:33.850843 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 4e792572-4525-4484-bc11-bbf0c7a846f1 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:33.923804 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:34.058535 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (954aac66-4e79-4e39-8c9c-aa033f411cd2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:34.164301 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP 954aac66-4e79-4e39-8c9c-aa033f411cd2 associated. External IP: 172.27.3.147, port: 6aa249fb-e36a-4866-82dd-73c86b5eca39. Jul 28 06:34:34.382445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:34:34.479153 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:34.505332 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:34:34.510520 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:34.517916 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:34.537167 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:34.539090 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:34.549253 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-00504d7f-7194-42f2-89c8-8d7443511365 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "PUT /v2.0/floatingips/954aac66-4e79-4e39-8c9c-aa033f411cd2 HTTP/1.1" status: 200 len: 992 time: 1.3764174 Jul 28 06:34:34.549253 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:34.550015 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:34.620246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296dea25-2779-4e4c-b148-2d1ea17ad51a x-openstack-request-id: req-296dea25-2779-4e4c-b148-2d1ea17ad51a {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:34.620545 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:34.620803 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-296dea25-2779-4e4c-b148-2d1ea17ad51a {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:34.621214 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296dea25-2779-4e4c-b148-2d1ea17ad51a'] response: {'name': 'network-changed', 'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'status': 'completed', 'code': 200} Jul 28 06:34:34.677880 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:34.713841 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-b0b3ed8d-96e7-4f4d-a046-5d827a69df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:34.716026 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-b0b3ed8d-96e7-4f4d-a046-5d827a69df73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=85bf0de611024c06aee30418f26d2f1c&device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 1130 time: 0.0715423 Jul 28 06:34:34.721687 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:34.830419 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-f29b3d44-82b3-421e-bcf8-c8abd3de3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:34.832459 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-f29b3d44-82b3-421e-bcf8-c8abd3de3252 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 200 len: 916 time: 0.1097968 Jul 28 06:34:34.944719 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-ebe13fc7-e28b-4bd0-ad47-c191d1523ec5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39 HTTP/1.1" status: 200 len: 1000 time: 0.1009390 Jul 28 06:34:34.961830 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485a36-1678-479c-9e9b-3317b1230930 req-800c9465-c2fe-4882-b617-9352591ed2dc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:34.963659 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5a485a36-1678-479c-9e9b-3317b1230930 req-800c9465-c2fe-4882-b617-9352591ed2dc tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.1128085 Jul 28 06:34:35.019862 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '954aac66-4e79-4e39-8c9c-aa033f411cd2', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:1b:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd157d234-2574-4448-be4a-85affdd703ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:34:15Z', 'updated_at': '2022-07-28T06:34:33Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:35.037265 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-1618a084-e827-49bb-9554-25fa5dbeaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:35.039063 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-1618a084-e827-49bb-9554-25fa5dbeaac2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 200 len: 854 time: 0.0743160 Jul 28 06:34:35.082433 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:35.090482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5a485a36-1678-479c-9e9b-3317b1230930 req-d71283b0-9a91-4235-9f31-ebb0fd2730a1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170311 Jul 28 06:34:35.093891 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:35.094530 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:35.101256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-661bb791-f383-4524-89db-c933e00750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:35.103277 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-661bb791-f383-4524-89db-c933e00750a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578990 Jul 28 06:34:35.236444 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:35.274109 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33480) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:35.279629 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:35.335754 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-bce3b295-f3f0-499b-8711-0ffaf879634d service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252486 Jul 28 06:34:35.454125 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:35.506953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-71a50bcf-030a-4fcd-9453-d9c5a2292cf5 req-594fb464-bf4f-4320-bb49-a7b3ca80fe76 service neutron] 10.222.0.71 "GET /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626945 Jul 28 06:34:35.514732 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-122040b2-427e-40d5-9e2c-851976af9ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.586421 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b5c540f4-ace6-49b6-b6b9-096c8ab88045 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:35.635835 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '954aac66-4e79-4e39-8c9c-aa033f411cd2', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:1b:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd157d234-2574-4448-be4a-85affdd703ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:34:15Z', 'updated_at': '2022-07-28T06:34:33Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:35.663328 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port b5c540f4-ace6-49b6-b6b9-096c8ab88045 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:35.663708 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.678564 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a845daf-71ee-4280-adf0-79a7a1460aed None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '954aac66-4e79-4e39-8c9c-aa033f411cd2', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'port_id': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'mac_address': 'fa:16:3e:1b:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd157d234-2574-4448-be4a-85affdd703ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:34:15Z', 'updated_at': '2022-07-28T06:34:33Z', 'revision_number': 1, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:35.679758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-122040b2-427e-40d5-9e2c-851976af9ee9 admin admin] Publish callbacks [] for security_group (66f067e6-7921-4e15-b6c4-650f5d0f4780), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.755887 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-122040b2-427e-40d5-9e2c-851976af9ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (66f067e6-7921-4e15-b6c4-650f5d0f4780), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.761629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:35.768501 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port b5c540f4-ace6-49b6-b6b9-096c8ab88045 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:35.768895 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.773832 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a557a5f8-8120-4c33-86a2-e0b3c01c267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.801256 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port b5c540f4-ace6-49b6-b6b9-096c8ab88045, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b5c540f4-ace6-49b6-b6b9-096c8ab88045,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:35.810806 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33484) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:35.811600 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-122040b2-427e-40d5-9e2c-851976af9ee9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a9e6f7f869a47439cfe6987c22b91bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356863 Jul 28 06:34:35.811873 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122040b2-427e-40d5-9e2c-851976af9ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f067e6-7921-4e15-b6c4-650f5d0f4780,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:35.882936 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.913993 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e71644ed-776f-40e2-bc6b-6c296be77049 admin admin] Publish callbacks [] for security_group (66f067e6-7921-4e15-b6c4-650f5d0f4780), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.925003 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:35.950782 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e71644ed-776f-40e2-bc6b-6c296be77049 admin admin] Publish callbacks [] for security_group (66f067e6-7921-4e15-b6c4-650f5d0f4780), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:35.965492 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=b5c540f4-ace6-49b6-b6b9-096c8ab88045,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:36.313560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf8225-ba1c-49b5-b3a7-d4bfafae0884 req-ff1ad835-1f84-4843-aae0-ff2cc80103b4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:36.315347 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90cf8225-ba1c-49b5-b3a7-d4bfafae0884 req-ff1ad835-1f84-4843-aae0-ff2cc80103b4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0776973 Jul 28 06:34:36.326532 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e71644ed-776f-40e2-bc6b-6c296be77049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (66f067e6-7921-4e15-b6c4-650f5d0f4780), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:36.329764 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e71644ed-776f-40e2-bc6b-6c296be77049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:36.333802 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e71644ed-776f-40e2-bc6b-6c296be77049 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66f067e6-7921-4e15-b6c4-650f5d0f4780 HTTP/1.1" status: 204 len: 168 time: 0.5180261 Jul 28 06:34:36.349941 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71644ed-776f-40e2-bc6b-6c296be77049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f067e6-7921-4e15-b6c4-650f5d0f4780,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:36.419302 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90cf8225-ba1c-49b5-b3a7-d4bfafae0884 req-12c68e96-74ed-48a3-bc7b-83b3a892745a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976536 Jul 28 06:34:36.509970 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e167f-a233-4637-962a-3f2cd3968b99 None None] New status for floating IP 954aac66-4e79-4e39-8c9c-aa033f411cd2: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:34:36.879515 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Sync routers for ids ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:34:36.891360 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Routers {'2b5010fd-ba59-4cd7-830b-fc9e6850247e'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:36.892041 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:37.021287 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Set router 2b5010fd-ba59-4cd7-830b-fc9e6850247e gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:37.198206 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33492) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:37.229672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bae768d5-45be-4542-8c4e-5c1759e20dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.257800 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1fb8761a-327b-4054-bcbd-128528e92f72', 'name': '', 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'mac_address': 'fa:16:3e:81:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8e6484e0-4334-479c-bdca-66fda203955c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:31Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 2, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'subnets': [{'id': '8e6484e0-4334-479c-bdca-66fda203955c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:37.353491 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bae768d5-45be-4542-8c4e-5c1759e20dab admin admin] Publish callbacks [] for security_group (e34d8836-c995-4782-838a-02a74cd68755), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.388881 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Checking router: 2b5010fd-ba59-4cd7-830b-fc9e6850247e for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:34:37.389373 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Updating router 2b5010fd-ba59-4cd7-830b-fc9e6850247e port 1fb8761a-327b-4054-bcbd-128528e92f72 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:34:37.435084 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.463318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bae768d5-45be-4542-8c4e-5c1759e20dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e34d8836-c995-4782-838a-02a74cd68755), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.515295 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae768d5-45be-4542-8c4e-5c1759e20dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d8836-c995-4782-838a-02a74cd68755,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:37.519937 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-bae768d5-45be-4542-8c4e-5c1759e20dab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce5c8fdab5cb40a89e73db996d10929a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205833 Jul 28 06:34:37.523035 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33498) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:37.533097 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b5c540f4-ace6-49b6-b6b9-096c8ab88045 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:37.589020 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ecb60d1-fbe8-47e1-84d7-6e55b2c259cd admin admin] Publish callbacks [] for security_group (e34d8836-c995-4782-838a-02a74cd68755), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.617603 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:37.624110 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port b5c540f4-ace6-49b6-b6b9-096c8ab88045 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:37.624842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.629213 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ecb60d1-fbe8-47e1-84d7-6e55b2c259cd admin admin] Publish callbacks [] for security_group (e34d8836-c995-4782-838a-02a74cd68755), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.693912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c0266-1f72-4fbb-b94e-0655bec511b9 req-9c45967b-0021-49c1-8722-a60a59cb1da0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:37.696188 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a69c0266-1f72-4fbb-b94e-0655bec511b9 req-9c45967b-0021-49c1-8722-a60a59cb1da0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0779831 Jul 28 06:34:37.734324 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:37.766197 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port b5c540f4-ace6-49b6-b6b9-096c8ab88045 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:37.773286 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a69c0266-1f72-4fbb-b94e-0655bec511b9 req-3ebe1a7d-707a-4730-bbdd-ba9a402e480d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692565 Jul 28 06:34:37.814358 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ecb60d1-fbe8-47e1-84d7-6e55b2c259cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e34d8836-c995-4782-838a-02a74cd68755), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.825800 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ecb60d1-fbe8-47e1-84d7-6e55b2c259cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.830237 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4ecb60d1-fbe8-47e1-84d7-6e55b2c259cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e34d8836-c995-4782-838a-02a74cd68755 HTTP/1.1" status: 204 len: 168 time: 0.3060803 Jul 28 06:34:37.848685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb60d1-fbe8-47e1-84d7-6e55b2c259cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d8836-c995-4782-838a-02a74cd68755,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:37.890200 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Publish callbacks [] for port (1fb8761a-327b-4054-bcbd-128528e92f72), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:37.892811 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:37.983912 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:38.046558 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02db42-7d8a-4ad5-829f-342d9fc57e04 None None] Pushing event updated for resources: {'Port': ['ID=1fb8761a-327b-4054-bcbd-128528e92f72,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:38.126768 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e698abd8-d09d-4411-94a7-ae0decd610bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:38.128602 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Attempting to bind port 1fb8761a-327b-4054-bcbd-128528e92f72 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:34:38.129069 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Attempting to bind port 1fb8761a-327b-4054-bcbd-128528e92f72 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:34:38.129501 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Attempting to bind port 1fb8761a-327b-4054-bcbd-128528e92f72 on network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:34:38.145369 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:34:38.145369 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Checking segment: {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:34:38.145369 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:38.145369 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Bound using segment: {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:34:38.145369 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Bound port: 1fb8761a-327b-4054-bcbd-128528e92f72, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86814d9b-e042-4fb7-a689-59a0fb68246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:34:38.145369 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:38.211468 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] For port 1fb8761a-327b-4054-bcbd-128528e92f72, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:34:38.215682 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] For port 1fb8761a-327b-4054-bcbd-128528e92f72, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1fb8761a-327b-4054-bcbd-128528e92f72,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:34:38.280367 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-92e00cac-f79a-47f1-91e3-b84337bf4b5a None None] Provisioning complete for port 1fb8761a-327b-4054-bcbd-128528e92f72 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:38.280741 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-92e00cac-f79a-47f1-91e3-b84337bf4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:38.316903 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-92e00cac-f79a-47f1-91e3-b84337bf4b5a None None] Port 1fb8761a-327b-4054-bcbd-128528e92f72 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:38.481432 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:38.574796 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Routers {'2b5010fd-ba59-4cd7-830b-fc9e6850247e'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:34:38.575448 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:38.614392 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02db42-7d8a-4ad5-829f-342d9fc57e04 None None] Pushing event updated for resources: {'Port': ['ID=1fb8761a-327b-4054-bcbd-128528e92f72,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:38.717623 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] Set router 2b5010fd-ba59-4cd7-830b-fc9e6850247e gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:34:38.753325 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:34:38.952515 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:38.968477 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:38.969758 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'mac_address': 'fa:16:3e:c7:90:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:34:38.985781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba356-ed4f-4aaa-9984-f62feb97ec98 req-468a312e-853b-4393-a367-e28c2d3ada0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:38.999794 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-426ba356-ed4f-4aaa-9984-f62feb97ec98 req-468a312e-853b-4393-a367-e28c2d3ada0f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.1004341 Jul 28 06:34:39.024053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] Provisioning complete for port 1fb8761a-327b-4054-bcbd-128528e92f72 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:39.028170 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.049457 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:39.116723 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1fb8761a-327b-4054-bcbd-128528e92f72', 'name': '', 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'mac_address': 'fa:16:3e:81:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8e6484e0-4334-479c-bdca-66fda203955c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:31Z', 'updated_at': '2022-07-28T06:34:38Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'subnets': [{'id': '8e6484e0-4334-479c-bdca-66fda203955c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:34:39.118307 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: ACTIVE; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:39.119222 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.149235 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-426ba356-ed4f-4aaa-9984-f62feb97ec98 req-6e2ac87d-ae47-4b7e-bba8-cd7cd6e92910 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527505 Jul 28 06:34:39.157591 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741236a4-5b0c-4c24-a44f-03622b07a800 None None] The sync data for ids ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'] in dv-cinder-812429-2-iscsi is: [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:32Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1fb8761a-327b-4054-bcbd-128528e92f72', 'name': '', 'network_id': '2379c28b-8ee8-4fce-a31c-fe8a8e9f4782', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'mac_address': 'fa:16:3e:81:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8e6484e0-4334-479c-bdca-66fda203955c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:31Z', 'updated_at': '2022-07-28T06:34:38Z', 'revision_number': 4, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'subnets': [{'id': '8e6484e0-4334-479c-bdca-66fda203955c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:34:39.175339 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:34:39.226754 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:39.270477 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] Current status of the port 1fb8761a-327b-4054-bcbd-128528e92f72 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:39.270870 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.296361 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.324499 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] For port 1fb8761a-327b-4054-bcbd-128528e92f72, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1fb8761a-327b-4054-bcbd-128528e92f72,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:39.326884 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.413830 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=6']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:39.432568 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:34:39.510393 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.615828 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1fb8761a-327b-4054-bcbd-128528e92f72 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:39.761394 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227f11a-45f1-4bda-9eec-bf61129bd39f None None] Pushing event updated for resources: {'Port': ['ID=1fb8761a-327b-4054-bcbd-128528e92f72,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:39.839155 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 1fb8761a-327b-4054-bcbd-128528e92f72 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:39.839860 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:39.967030 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:40.059520 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 1fb8761a-327b-4054-bcbd-128528e92f72 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:40.394733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04db41-2c5b-4fe0-9d18-9a9ee62149c5 req-68110e34-afc2-4a64-bcd6-19646ec98253 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:40.397369 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fd04db41-2c5b-4fe0-9d18-9a9ee62149c5 req-68110e34-afc2-4a64-bcd6-19646ec98253 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 944 time: 0.1345756 Jul 28 06:34:40.541565 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fd04db41-2c5b-4fe0-9d18-9a9ee62149c5 req-b6cb9008-c756-44ee-8c49-b2829ef1ac24 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280348 Jul 28 06:34:40.773874 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:40.838401 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:40.879055 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:40.879687 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:40.950016 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:41.012063 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:41.012664 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:41.098094 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:41.100597 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca9fce-b34d-4198-a820-f398d3c7b431" -d '{"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:41.121248 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:41.149901 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:41.169810 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:41.178911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe423b09-0dc5-49d6-afde-8643265141a3 x-openstack-request-id: req-fe423b09-0dc5-49d6-afde-8643265141a3 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:41.178911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:41.178911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe423b09-0dc5-49d6-afde-8643265141a3 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:41.178911 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe423b09-0dc5-49d6-afde-8643265141a3'] response: {'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'code': 200} Jul 28 06:34:41.242688 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=7']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:41.631794 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1fb8761a-327b-4054-bcbd-128528e92f72 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:34:41.707623 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 1fb8761a-327b-4054-bcbd-128528e92f72 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:41.708345 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:41.876650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe1c28-ded3-469a-be18-a0184cd99ed0 req-aa0e15e0-bbc8-4e50-9c9d-d50744f702a6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:41.882753 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 1fb8761a-327b-4054-bcbd-128528e92f72 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:41.885081 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d1fe1c28-ded3-469a-be18-a0184cd99ed0 req-aa0e15e0-bbc8-4e50-9c9d-d50744f702a6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.1662793 Jul 28 06:34:41.978230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d1fe1c28-ded3-469a-be18-a0184cd99ed0 req-f6fcce9c-7189-4861-b7f9-4df5efd3cad8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919356 Jul 28 06:34:42.092362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:42.311818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33580) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:42.487908 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-315c8ea5-5fcf-449d-b0b7-096aa8f0826e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:42.615802 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-315c8ea5-5fcf-449d-b0b7-096aa8f0826e admin admin] Publish callbacks [] for security_group (5eb90b73-ca13-4747-b330-418dea619de1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:42.686938 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-315c8ea5-5fcf-449d-b0b7-096aa8f0826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5eb90b73-ca13-4747-b330-418dea619de1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:42.741197 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c8ea5-5fcf-449d-b0b7-096aa8f0826e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb90b73-ca13-4747-b330-418dea619de1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:42.752619 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-315c8ea5-5fcf-449d-b0b7-096aa8f0826e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58151a361f6b493da294841877da542a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390929 Jul 28 06:34:42.755445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33584) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:42.848638 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef80e177-757d-4900-82b4-8ecedcacd47c admin admin] Publish callbacks [] for security_group (5eb90b73-ca13-4747-b330-418dea619de1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:42.886037 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef80e177-757d-4900-82b4-8ecedcacd47c admin admin] Publish callbacks [] for security_group (5eb90b73-ca13-4747-b330-418dea619de1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:42.916197 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:43.117940 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f7de-65d5-41bb-a36c-e330f56b08b8 req-eaffafe4-316d-49af-9516-47d2c3857971 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:43.119531 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7607f7de-65d5-41bb-a36c-e330f56b08b8 req-eaffafe4-316d-49af-9516-47d2c3857971 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0543211 Jul 28 06:34:43.137543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:43.186491 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7607f7de-65d5-41bb-a36c-e330f56b08b8 req-a2cd0846-c2da-40ce-b1ee-a7bc4c4ed80f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548942 Jul 28 06:34:43.280824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef80e177-757d-4900-82b4-8ecedcacd47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5eb90b73-ca13-4747-b330-418dea619de1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:43.283539 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef80e177-757d-4900-82b4-8ecedcacd47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:43.289582 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ef80e177-757d-4900-82b4-8ecedcacd47c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5eb90b73-ca13-4747-b330-418dea619de1 HTTP/1.1" status: 204 len: 168 time: 0.5325108 Jul 28 06:34:43.300088 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80e177-757d-4900-82b4-8ecedcacd47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb90b73-ca13-4747-b330-418dea619de1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:44.381062 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eab661-cb5d-46f9-8d4a-f74072a5600d req-c9662e69-1a70-4f2a-9404-75aedce08a64 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:44.399757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85eab661-cb5d-46f9-8d4a-f74072a5600d req-c9662e69-1a70-4f2a-9404-75aedce08a64 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0938439 Jul 28 06:34:44.419614 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33602) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:44.441850 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4f33bc72-224d-4e7b-8003-fb50dd74ff97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:44.463693 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85eab661-cb5d-46f9-8d4a-f74072a5600d req-f6e45188-f725-4b14-8dcb-9d4ebfdc1936 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627375 Jul 28 06:34:44.570418 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4f33bc72-224d-4e7b-8003-fb50dd74ff97 admin admin] Publish callbacks [] for security_group (bfbac83b-69a3-43c9-b69e-2026fa3f5b9c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:44.658191 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4f33bc72-224d-4e7b-8003-fb50dd74ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bfbac83b-69a3-43c9-b69e-2026fa3f5b9c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:44.690979 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33bc72-224d-4e7b-8003-fb50dd74ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbac83b-69a3-43c9-b69e-2026fa3f5b9c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:44.742809 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4f33bc72-224d-4e7b-8003-fb50dd74ff97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74a043a871a24c2092600ea07eab3bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212981 Jul 28 06:34:44.745417 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33604) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:44.829145 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:44.851868 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-27183d05-c827-4965-b574-0403317cd73f admin admin] Publish callbacks [] for security_group (bfbac83b-69a3-43c9-b69e-2026fa3f5b9c), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:44.891458 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-27183d05-c827-4965-b574-0403317cd73f admin admin] Publish callbacks [] for security_group (bfbac83b-69a3-43c9-b69e-2026fa3f5b9c), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:45.035264 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-27183d05-c827-4965-b574-0403317cd73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bfbac83b-69a3-43c9-b69e-2026fa3f5b9c), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:45.038682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-27183d05-c827-4965-b574-0403317cd73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:45.040248 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-27183d05-c827-4965-b574-0403317cd73f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bfbac83b-69a3-43c9-b69e-2026fa3f5b9c HTTP/1.1" status: 204 len: 168 time: 0.2935467 Jul 28 06:34:45.054772 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27183d05-c827-4965-b574-0403317cd73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbac83b-69a3-43c9-b69e-2026fa3f5b9c,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:45.678234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b69de-cd24-4956-9d31-b4640f861be6 req-608f9021-6ce8-44f9-9ee0-791ecb500d2b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:45.686677 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-487b69de-cd24-4956-9d31-b4640f861be6 req-608f9021-6ce8-44f9-9ee0-791ecb500d2b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0907006 Jul 28 06:34:45.767259 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-487b69de-cd24-4956-9d31-b4640f861be6 req-0ee5fe2f-bab3-4ffa-a782-247020e8f55f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789602 Jul 28 06:34:46.927937 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101f53a-edcb-4d39-bea1-e8db5ec5349e req-45c678ed-2a67-47bf-8174-a94987314a75 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:46.929594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a101f53a-edcb-4d39-bea1-e8db5ec5349e req-45c678ed-2a67-47bf-8174-a94987314a75 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0662949 Jul 28 06:34:47.001868 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a101f53a-edcb-4d39-bea1-e8db5ec5349e req-56b4fb65-ed9b-4fc6-b341-056a7492fbed tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634620 Jul 28 06:34:47.470713 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33646) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:47.656084 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ff0deba2-779d-4bc6-92ca-4ca5810d94b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:47.743352 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ff0deba2-779d-4bc6-92ca-4ca5810d94b6 admin admin] Publish callbacks [] for security_group (87c9c77a-a5ab-4d9e-be16-a1ef9851188a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:48.020281 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:34:48.139481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96a76-47ea-4fa3-b163-ed5c934fbe49 req-8319e5d2-77c5-43e1-b8c0-192ce3eb810c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:48.141025 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ddf96a76-47ea-4fa3-b163-ed5c934fbe49 req-8319e5d2-77c5-43e1-b8c0-192ce3eb810c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0540433 Jul 28 06:34:48.189171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ddf96a76-47ea-4fa3-b163-ed5c934fbe49 req-9c90cc86-f84b-4495-87a6-2549b7793186 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Jul 28 06:34:48.320801 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ff0deba2-779d-4bc6-92ca-4ca5810d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (87c9c77a-a5ab-4d9e-be16-a1ef9851188a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:48.363651 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0deba2-779d-4bc6-92ca-4ca5810d94b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c9c77a-a5ab-4d9e-be16-a1ef9851188a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:48.369499 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ff0deba2-779d-4bc6-92ca-4ca5810d94b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=426c38bb690049b99a4d39c8f96f41e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8963075 Jul 28 06:34:48.370802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33652) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:48.422781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2238b0dd-2f77-4f80-a07d-cc6353ca0851 admin admin] Publish callbacks [] for security_group (87c9c77a-a5ab-4d9e-be16-a1ef9851188a), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:48.437330 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:48.446746 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2238b0dd-2f77-4f80-a07d-cc6353ca0851 admin admin] Publish callbacks [] for security_group (87c9c77a-a5ab-4d9e-be16-a1ef9851188a), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:48.624659 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2238b0dd-2f77-4f80-a07d-cc6353ca0851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (87c9c77a-a5ab-4d9e-be16-a1ef9851188a), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:48.628602 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2238b0dd-2f77-4f80-a07d-cc6353ca0851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:48.630491 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-2238b0dd-2f77-4f80-a07d-cc6353ca0851 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87c9c77a-a5ab-4d9e-be16-a1ef9851188a HTTP/1.1" status: 204 len: 168 time: 0.2581143 Jul 28 06:34:48.642691 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b0dd-2f77-4f80-a07d-cc6353ca0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c9c77a-a5ab-4d9e-be16-a1ef9851188a,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:49.244287 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-62550143-8d7d-467c-9759-8348301e28a2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:49.246025 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-62550143-8d7d-467c-9759-8348301e28a2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 814 time: 0.1404006 Jul 28 06:34:49.261901 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-a198c59c-4b23-4390-94ee-114b327026a3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/quotas/d45f04c2af574b889ee776b6a0fa9d40 HTTP/1.1" status: 200 len: 375 time: 0.0101733 Jul 28 06:34:49.371414 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-d0072e91-f67c-4dd8-bec4-75d49650a82e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890739 Jul 28 06:34:49.432890 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe23848-ee66-4908-b5b0-5843c7c5b10c req-de6f008a-78b1-4a53-b8dc-1e24e1af3e93 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:49.434550 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8fe23848-ee66-4908-b5b0-5843c7c5b10c req-de6f008a-78b1-4a53-b8dc-1e24e1af3e93 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.1329000 Jul 28 06:34:49.435111 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:49.523326 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8fe23848-ee66-4908-b5b0-5843c7c5b10c req-e1fa1823-b2ed-4a72-8106-ca8a3d9c295a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797086 Jul 28 06:34:49.525334 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6d9241d8-4000-4299-a69b-6e24443d05e9 service neutron] 10.222.0.69 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498604 Jul 28 06:34:49.646468 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-31fcdaaa-f40c-4c66-8ace-fc5e86c59920 service neutron] 10.222.0.69 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116529 Jul 28 06:34:49.974849 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-23cd12e2-0c25-4fe1-9001-eb9ae715a533 req-c0ec3a31-3cf3-48b1-8efb-3ac67b9e561a tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 210 time: 0.0338035 Jul 28 06:34:50.694667 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea09642-b4f9-45e4-a23e-217d436511f8 req-be8609ea-1c27-4e7c-ba71-d5060cc328d1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:50.700288 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33722) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:50.702505 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eea09642-b4f9-45e4-a23e-217d436511f8 req-be8609ea-1c27-4e7c-ba71-d5060cc328d1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0726275 Jul 28 06:34:50.764888 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eea09642-b4f9-45e4-a23e-217d436511f8 req-5c130706-454a-4877-8d0d-bd92293457b2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581121 Jul 28 06:34:50.911028 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.003808 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Publish callbacks [] for security_group (b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.071045 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42b3df69-96e3-4c78-bc53-716d67a187f6 req-b6785854-5125-4719-acc3-ee06197db937 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 210 time: 0.0365486 Jul 28 06:34:51.103708 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.145050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:51.153251 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5744ef7b12b5479e8522a738f6273d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517870 Jul 28 06:34:51.154029 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33730) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:51.159636 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.159890 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.160434 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.160775 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.161106 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.161465 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.161946 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.162443 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.162920 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.163398 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.163864 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.164353 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.164825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.165500 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.165994 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82239871-ce1c-488b-a8d5-caa6d5217c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:51.227954 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-176b5e69-003a-4f10-b91d-a1de6faf7b0a admin admin] Publish callbacks [] for security_group (b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.253209 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-176b5e69-003a-4f10-b91d-a1de6faf7b0a admin admin] Publish callbacks [] for security_group (b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.434814 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-176b5e69-003a-4f10-b91d-a1de6faf7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.437886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-176b5e69-003a-4f10-b91d-a1de6faf7b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:51.439126 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-176b5e69-003a-4f10-b91d-a1de6faf7b0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513 HTTP/1.1" status: 204 len: 168 time: 0.2831459 Jul 28 06:34:51.450679 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5e69-003a-4f10-b91d-a1de6faf7b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b639e8a1-9bd8-4bb8-a2c0-d2ac68e3a513,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:51.896338 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:51.906173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea138cdc-f529-4d45-a447-4c7826cfccba req-ebf8c4d4-1015-440c-8c8b-7c41c1ca9733 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:51.907696 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea138cdc-f529-4d45-a447-4c7826cfccba req-ebf8c4d4-1015-440c-8c8b-7c41c1ca9733 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0549300 Jul 28 06:34:51.965887 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ea138cdc-f529-4d45-a447-4c7826cfccba req-d0d9b817-021d-47d3-8939-50d7c1e1a77d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 Jul 28 06:34:52.183263 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4459f0c2-3c4d-4e21-92f4-727bcec6d110 req-11b179e4-e5e6-41ea-9f6b-5e3fb9958a33 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 210 time: 0.0353961 Jul 28 06:34:53.135745 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eda62-4d78-4742-971b-098ac57530be req-d83d5d19-386c-42cb-b57b-0e82524fb704 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:53.137263 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b3eda62-4d78-4742-971b-098ac57530be req-d83d5d19-386c-42cb-b57b-0e82524fb704 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0710161 Jul 28 06:34:53.195373 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-7535c7c1-1d55-4091-aaf3-82766681cc51 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:53.196955 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-7535c7c1-1d55-4091-aaf3-82766681cc51 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 814 time: 0.2195160 Jul 28 06:34:53.229418 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'port': {'device_id': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'admin_state_up': True, 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:34:53.277658 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3b3eda62-4d78-4742-971b-098ac57530be req-156eb013-8edc-4191-beeb-95bb1242fcf3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275363 Jul 28 06:34:53.316415 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cfc86d84-df2a-44f9-824d-be42139c3ed7 req-179306b5-b64b-4ed7-a449-912cb88865e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 210 time: 0.0377226 Jul 28 06:34:53.560067 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Made reservation on behalf of d45f04c2af574b889ee776b6a0fa9d40 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:34:53.563749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:53.706621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Allocated IP 172.20.0.3 (aae82d9d-de2a-4dab-8076-31f8b20f70ef/561f60f3-f438-4454-9341-e5f72558ec01/1180a354-41d4-4d24-8328-e75871937ec8) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:34:53.711112 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:53.900910 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for port (1180a354-41d4-4d24-8328-e75871937ec8), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:53.924582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:54.029231 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:54.075156 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:34:54.081541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:34:54.083949 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:34:54.116526 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:54.149188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:54.149912 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:54.302595 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-6737a8fc-9e03-4fe1-a56c-e11c5a572537 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0892684 Jul 28 06:34:54.389942 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-630ca313-e7ed-442a-bbe8-300f1298ae00 None None] Provisioning complete for port 1180a354-41d4-4d24-8328-e75871937ec8 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:34:54.394742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-630ca313-e7ed-442a-bbe8-300f1298ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1180a354-41d4-4d24-8328-e75871937ec8), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:54.456745 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-630ca313-e7ed-442a-bbe8-300f1298ae00 None None] Port 1180a354-41d4-4d24-8328-e75871937ec8 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:34:54.470234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a2991-9f86-4d6b-8136-7d046c3fb32e req-47cae53a-0a0d-4b04-818d-85652164a73e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:54.471759 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a79a2991-9f86-4d6b-8136-7d046c3fb32e req-47cae53a-0a0d-4b04-818d-85652164a73e tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0964072 Jul 28 06:34:54.500693 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57211d1b-7bc2-4a72-8839-7cca8c93ee81 req-3567882c-b038-419f-9b4b-3dc8021a9d8d tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:54.502212 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-57211d1b-7bc2-4a72-8839-7cca8c93ee81 req-3567882c-b038-419f-9b4b-3dc8021a9d8d tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0792723 Jul 28 06:34:54.835021 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-57211d1b-7bc2-4a72-8839-7cca8c93ee81 req-978cf7d1-3c6a-4ccf-a5c2-0441943d8085 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255103 Jul 28 06:34:54.838137 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a79a2991-9f86-4d6b-8136-7d046c3fb32e req-8a17638d-65a9-4c9f-ae18-366e582df9f8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603270 Jul 28 06:34:56.015762 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8b928-2a45-45a6-b768-e05681bf08c0 req-3117aefd-e070-40d8-8df6-df6eb97b9937 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:56.023951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73d8b928-2a45-45a6-b768-e05681bf08c0 req-3117aefd-e070-40d8-8df6-df6eb97b9937 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0864785 Jul 28 06:34:56.082045 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73d8b928-2a45-45a6-b768-e05681bf08c0 req-c9f15d07-2e42-4e4d-8445-90d0cbeb7994 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567362 Jul 28 06:34:56.213540 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1ee34-2d8e-4efd-a20a-cce303c50853 req-a05a3dab-00a1-4632-9be4-f48cd8ab0924 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:56.215125 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02a1ee34-2d8e-4efd-a20a-cce303c50853 req-a05a3dab-00a1-4632-9be4-f48cd8ab0924 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0556614 Jul 28 06:34:56.271280 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-02a1ee34-2d8e-4efd-a20a-cce303c50853 req-9c67b0e5-dcee-45c3-8d8f-d37fb127a9c5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Jul 28 06:34:57.208406 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895e678-eeb9-41e7-99a8-6ee9fda30f2f req-a84ac893-39aa-4fa6-b44f-e8bc2dd4bf9b tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:57.210359 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9895e678-eeb9-41e7-99a8-6ee9fda30f2f req-a84ac893-39aa-4fa6-b44f-e8bc2dd4bf9b tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0563943 Jul 28 06:34:57.266460 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9895e678-eeb9-41e7-99a8-6ee9fda30f2f req-c5ad1e2a-aaca-462d-bc2c-6f027ce85e1a tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Jul 28 06:34:57.441257 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d5d7-1c74-4135-841a-f87dae32861e req-0a917780-b7b3-4684-bc30-883a8e48d7e8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:57.442891 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2a9d5d7-1c74-4135-841a-f87dae32861e req-0a917780-b7b3-4684-bc30-883a8e48d7e8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0689778 Jul 28 06:34:57.507865 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c2a9d5d7-1c74-4135-841a-f87dae32861e req-928c5e2f-2405-4b6c-a57a-4eae57935740 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584145 Jul 28 06:34:58.430080 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:58.484285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f4823-51fe-4cef-8c09-a20bc62585af req-140227ea-1cd1-4259-89ad-0e7c91ccc7ba tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:58.486035 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-098f4823-51fe-4cef-8c09-a20bc62585af req-140227ea-1cd1-4259-89ad-0e7c91ccc7ba tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0666049 Jul 28 06:34:58.523811 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 33874) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:58.568290 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-098f4823-51fe-4cef-8c09-a20bc62585af req-e7b33827-4eed-4498-a97e-62c98da1329e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Jul 28 06:34:58.684642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a2a8-e308-48dd-b846-0062625421a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:58.741537 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697c3f7-b0ae-4462-863b-abf3ffbe35d1 req-70989656-c695-47bb-9aee-ed56785c165d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:58.743332 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3697c3f7-b0ae-4462-863b-abf3ffbe35d1 req-70989656-c695-47bb-9aee-ed56785c165d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 945 time: 0.0680764 Jul 28 06:34:58.824354 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3697c3f7-b0ae-4462-863b-abf3ffbe35d1 req-cceec195-a0fc-427e-959c-219f05d9caff tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735772 Jul 28 06:34:58.838173 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:34:58.872253 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a2a8-e308-48dd-b846-0062625421a4 admin admin] Publish callbacks [] for security_group (b251a267-f4e6-4c49-b1ec-910a2229c11d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:58.942892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a2a8-e308-48dd-b846-0062625421a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b251a267-f4e6-4c49-b1ec-910a2229c11d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:58.978846 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1a2a8-e308-48dd-b846-0062625421a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b251a267-f4e6-4c49-b1ec-910a2229c11d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:59.035316 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=34 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:59.040369 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e4b1a2a8-e308-48dd-b846-0062625421a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e81f8c07f196451d91f4948c50f75173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120239 Jul 28 06:34:59.040771 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 33880) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:34:59.041534 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:59.069206 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: ACTIVE; New status is: DOWN {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:34:59.069727 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:59.093594 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:59.094923 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:34:59.097240 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8c99-a118-4a11-a497-27ac94f8d971 admin admin] Publish callbacks [] for security_group (b251a267-f4e6-4c49-b1ec-910a2229c11d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:59.097440 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21702929-3afd-45a9-a3e9-7444d8b12727" -d '{"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:34:59.111406 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:34:59.121560 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8c99-a118-4a11-a497-27ac94f8d971 admin admin] Publish callbacks [] for security_group (b251a267-f4e6-4c49-b1ec-910a2229c11d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:59.147606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88a002-0fc8-43aa-b573-ef51ed17c34f x-openstack-request-id: req-bc88a002-0fc8-43aa-b573-ef51ed17c34f {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:34:59.147606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:34:59.147606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc88a002-0fc8-43aa-b573-ef51ed17c34f {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:34:59.147606 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc88a002-0fc8-43aa-b573-ef51ed17c34f'] response: {'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'code': 200} Jul 28 06:34:59.212070 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:59.274715 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8c99-a118-4a11-a497-27ac94f8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b251a267-f4e6-4c49-b1ec-910a2229c11d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:59.278234 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8c99-a118-4a11-a497-27ac94f8d971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:34:59.283228 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8a4e8c99-a118-4a11-a497-27ac94f8d971 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b251a267-f4e6-4c49-b1ec-910a2229c11d HTTP/1.1" status: 204 len: 168 time: 0.2409999 Jul 28 06:34:59.285517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=8']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:59.294173 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e8c99-a118-4a11-a497-27ac94f8d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251a267-f4e6-4c49-b1ec-910a2229c11d,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:34:59.300545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.300817 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.301166 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.301545 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.309812 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.311128 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.311838 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.312325 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.313172 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.315578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.315578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.315578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.315578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.315578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.316251 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:34:59.724171 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609f22b-8766-4f77-8b01-055ed72fd545 req-3d237d53-12df-4aac-89fa-aa005e6cddb8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:59.726944 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3609f22b-8766-4f77-8b01-055ed72fd545 req-3d237d53-12df-4aac-89fa-aa005e6cddb8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0595424 Jul 28 06:34:59.761653 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:34:59.801630 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3609f22b-8766-4f77-8b01-055ed72fd545 req-96243d98-c4d7-4fed-bbc2-8306330bad6b tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670974 Jul 28 06:34:59.971810 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46636bfa-67af-4e5d-9a3d-a03f8a0c97a4 req-20b36c9d-61d2-4512-8ebd-934ec598b92d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:34:59.973854 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46636bfa-67af-4e5d-9a3d-a03f8a0c97a4 req-20b36c9d-61d2-4512-8ebd-934ec598b92d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0510552 Jul 28 06:35:00.029706 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-46636bfa-67af-4e5d-9a3d-a03f8a0c97a4 req-4c5d2467-50b2-452c-98e2-8506f152e33d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501714 Jul 28 06:35:00.914342 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2fec-1db6-4e27-bf12-b7dff520120b req-96246fd0-e4dd-4144-9436-b632ea8c7775 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:00.918071 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-931b2fec-1db6-4e27-bf12-b7dff520120b req-96246fd0-e4dd-4144-9436-b632ea8c7775 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.0539339 Jul 28 06:35:00.976782 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-931b2fec-1db6-4e27-bf12-b7dff520120b req-a76de79b-ad29-4b9f-ba80-f12f7d69381d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542917 Jul 28 06:35:01.101060 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8dfa-4ba4-4cc4-821b-589d4584fa95 req-ed66cc84-d4f1-4ff4-b48d-fd03549467c6 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:01.102599 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-478c8dfa-4ba4-4cc4-821b-589d4584fa95 req-ed66cc84-d4f1-4ff4-b48d-fd03549467c6 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0520656 Jul 28 06:35:01.161129 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-478c8dfa-4ba4-4cc4-821b-589d4584fa95 req-71859e4e-6d31-4bef-bb37-36ba0bb90780 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Jul 28 06:35:01.286976 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8fe0-f379-4b82-8779-862a2687f351 req-8c747907-d96e-48b3-b634-b5067d0352e8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:01.295918 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3d6b8fe0-f379-4b82-8779-862a2687f351 req-8c747907-d96e-48b3-b634-b5067d0352e8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0645480 Jul 28 06:35:01.343597 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3d6b8fe0-f379-4b82-8779-862a2687f351 req-745cd0b0-1208-4dab-8ccc-cd30f3ed0ff4 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467548 Jul 28 06:35:02.110006 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960dd2-5a48-40b3-97be-2c4325033871 req-51c2e552-0682-49f3-ad87-9827d6cf5c7e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:02.111421 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38960dd2-5a48-40b3-97be-2c4325033871 req-51c2e552-0682-49f3-ad87-9827d6cf5c7e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.0539615 Jul 28 06:35:02.164182 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-38960dd2-5a48-40b3-97be-2c4325033871 req-723898f1-c95c-44e6-9539-c4096bf752e0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470483 Jul 28 06:35:02.283877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211f31-2c86-41a0-b09e-1e1a3135c565 req-ebbdb597-a73d-473d-9ecb-ef45fa131163 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:02.285510 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f211f31-2c86-41a0-b09e-1e1a3135c565 req-ebbdb597-a73d-473d-9ecb-ef45fa131163 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 931 time: 0.0516691 Jul 28 06:35:02.331313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:02.338982 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0f211f31-2c86-41a0-b09e-1e1a3135c565 req-fc291c04-5aaa-4fe7-a4b2-1c91700880bc tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478182 Jul 28 06:35:02.472213 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77982bbc-ca2e-4833-9be6-7eb394b279b2 req-9c46291c-ce6c-4e92-af7f-9e76526989e7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:02.473654 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-77982bbc-ca2e-4833-9be6-7eb394b279b2 req-9c46291c-ce6c-4e92-af7f-9e76526989e7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0502000 Jul 28 06:35:02.521218 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-77982bbc-ca2e-4833-9be6-7eb394b279b2 req-641c9a73-d0f1-4857-bb33-5498f316c17d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jul 28 06:35:02.685192 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Request body: {'port': {'device_id': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:02.775249 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-d2e48c0e-5886-45d2-85c0-d4b693fdc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:02.776760 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-d2e48c0e-5886-45d2-85c0-d4b693fdc856 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1127 time: 0.0717778 Jul 28 06:35:02.785657 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:02.980399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-02641ad1-4d6e-4fa1-9743-549e52c1d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:02.981959 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-02641ad1-4d6e-4fa1-9743-549e52c1d5c3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.1929634 Jul 28 06:35:02.989641 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:03.128058 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1180a354-41d4-4d24-8328-e75871937ec8 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:35:03.135557 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Publish callbacks [] for port (1180a354-41d4-4d24-8328-e75871937ec8), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:03.148734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Transition to ACTIVE for port object 1180a354-41d4-4d24-8328-e75871937ec8 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:35:03.211350 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:03.309152 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:03.332963 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5d49e-67aa-4421-aae0-0f4c31e47c33 req-f930a44c-97de-4513-a25a-aa845aeea12b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:03.334844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eff5d49e-67aa-4421-aae0-0f4c31e47c33 req-f930a44c-97de-4513-a25a-aa845aeea12b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.0929289 Jul 28 06:35:03.427126 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Attempting to bind port 1180a354-41d4-4d24-8328-e75871937ec8 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:35:03.427469 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Attempting to bind port 1180a354-41d4-4d24-8328-e75871937ec8 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:35:03.427799 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Attempting to bind port 1180a354-41d4-4d24-8328-e75871937ec8 on network aae82d9d-de2a-4dab-8076-31f8b20f70ef {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:35:03.434404 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-eff5d49e-67aa-4421-aae0-0f4c31e47c33 req-4f69bd69-26bd-4035-9c18-d6a3f206d75c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756133 Jul 28 06:35:03.436505 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Port 1180a354-41d4-4d24-8328-e75871937ec8 on network aae82d9d-de2a-4dab-8076-31f8b20f70ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:35:03.436835 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Attempting to bind port 1180a354-41d4-4d24-8328-e75871937ec8 on network aae82d9d-de2a-4dab-8076-31f8b20f70ef {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:35:03.443770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:35:03.444131 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Checking segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:35:03.445089 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Bound using segment: {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:35:03.445563 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Bound port: 1180a354-41d4-4d24-8328-e75871937ec8, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:35:03.445933 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:03.482931 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:03.544751 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:35:03.564095 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035787f-d89e-4a25-a714-fa9266e343d0 req-7a240baa-4465-46c4-b061-e49e3614eef0 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:03.565640 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b035787f-d89e-4a25-a714-fa9266e343d0 req-7a240baa-4465-46c4-b061-e49e3614eef0 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 943 time: 0.0693314 Jul 28 06:35:03.567402 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:35:03.614495 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b035787f-d89e-4a25-a714-fa9266e343d0 req-e3a66cb6-1e5f-4705-b55c-8a4d34781700 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Jul 28 06:35:03.623099 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:03.660356 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:03.660977 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:03.662398 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] 10.222.0.71 "PUT /v2.0/ports/1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 1093 time: 0.9815717 Jul 28 06:35:03.662836 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:03.665052 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:03.724961 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2abb9-ea05-4331-b8bf-26234254d680 service neutron] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:03.742342 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86041634-6cdd-4317-a4d2-c3738c06ad0a req-4d506011-264e-41a2-936a-9b28c2e462ca tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:03.744617 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86041634-6cdd-4317-a4d2-c3738c06ad0a req-4d506011-264e-41a2-936a-9b28c2e462ca tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0685101 Jul 28 06:35:03.804852 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86041634-6cdd-4317-a4d2-c3738c06ad0a req-08cce6cf-ca4f-47ea-b806-7eb4ca0d9ec7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535166 Jul 28 06:35:03.854289 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:03.883605 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c34bb0-8c27-4d10-9132-66bd5a09c846 x-openstack-request-id: req-38c34bb0-8c27-4d10-9132-66bd5a09c846 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:03.883935 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:03.884113 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38c34bb0-8c27-4d10-9132-66bd5a09c846 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:03.884517 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c34bb0-8c27-4d10-9132-66bd5a09c846'] response: {'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'status': 'completed', 'code': 200} Jul 28 06:35:03.900270 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:03.941046 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-c08094be-4f09-47b2-b9f1-08d414003670 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 200 len: 999 time: 0.0928714 Jul 28 06:35:03.943917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b req-456c96f1-3d40-4170-bd41-49b69b4a2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:03.945323 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b req-456c96f1-3d40-4170-bd41-49b69b4a2a79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1127 time: 0.0574651 Jul 28 06:35:04.112576 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-69ffa442-6537-45ed-bd71-77d233fbb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.114087 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-69ffa442-6537-45ed-bd71-77d233fbb5ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.0942066 Jul 28 06:35:04.184134 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-76bce6e4-bb53-4023-8e5a-e99acddde67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.185572 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-76bce6e4-bb53-4023-8e5a-e99acddde67e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645859 Jul 28 06:35:04.195461 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b req-6dab1810-20f7-46c4-b9be-2e54f514fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.196491 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b req-6dab1810-20f7-46c4-b9be-2e54f514fc07 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1469941 Jul 28 06:35:04.478697 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-a6308857-2d73-478d-bd96-221def7ebb9c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.480179 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-a6308857-2d73-478d-bd96-221def7ebb9c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.1022060 Jul 28 06:35:04.499029 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:04.600555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b req-0f183200-911c-4172-9515-a130468db83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.602073 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3ff4618-ed60-432c-a475-4fb6a6e31f3b req-0f183200-911c-4172-9515-a130468db83c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837813 Jul 28 06:35:04.616746 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-0a0b9fc5-1caa-4530-949d-ff00e36c1fc3 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852130 Jul 28 06:35:04.654649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a1865-b4c8-4b2c-9955-a176e72e4c66 req-e413f3a3-1a4e-48bc-a390-36b313ce88ec tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.657657 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6d3a1865-b4c8-4b2c-9955-a176e72e4c66 req-e413f3a3-1a4e-48bc-a390-36b313ce88ec tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 946 time: 0.1169312 Jul 28 06:35:04.808505 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Deleting port e32626bb-30e6-43a9-9be6-672349e56fb4 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:04.808856 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:04.817855 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-ff8442c6-3533-4423-ae32-0d3b5546c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.819257 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-ff8442c6-3533-4423-ae32-0d3b5546c406 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1127 time: 0.1721289 Jul 28 06:35:04.870277 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42a3a1-e53d-49c4-bdc2-d56167044f15 req-14d3af71-d263-47da-b82e-7e8422f45d76 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:04.871712 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cd42a3a1-e53d-49c4-bdc2-d56167044f15 req-14d3af71-d263-47da-b82e-7e8422f45d76 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 943 time: 0.1657672 Jul 28 06:35:04.955144 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-db3ab8b6-4823-4514-856c-9caaef0adcc8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 217 time: 0.0913420 Jul 28 06:35:04.973691 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6d3a1865-b4c8-4b2c-9955-a176e72e4c66 req-ef06e5a4-fe96-4c02-8f0f-90ad68335609 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690148 Jul 28 06:35:05.010663 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2cfbb4ee-dbf6-4e98-85ef-30ecc20df704 req-3997e5b0-1d5f-44d1-9783-b5fb12891c6c service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924761 Jul 28 06:35:05.099737 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-7d32d0f6-ceec-4fba-aff5-508caaf2247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:05.101205 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-7d32d0f6-ceec-4fba-aff5-508caaf2247b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.1365552 Jul 28 06:35:05.118080 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cd42a3a1-e53d-49c4-bdc2-d56167044f15 req-86087fb2-5c60-4697-8361-2b3fe664ed2e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352836 Jul 28 06:35:05.126735 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] For port e32626bb-30e6-43a9-9be6-672349e56fb4, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=e32626bb-30e6-43a9-9be6-672349e56fb4,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:05.127110 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.438397 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:05.444806 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96f9c-98d6-4c8a-bf37-72b37d487afe req-05acfad2-90c1-498f-ada5-8267fe6c15bb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:05.446316 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49e96f9c-98d6-4c8a-bf37-72b37d487afe req-05acfad2-90c1-498f-ada5-8267fe6c15bb tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.4020226 Jul 28 06:35:05.462753 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-42278bcd-f82b-471d-a6e2-41ca06444a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:05.464188 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-42278bcd-f82b-471d-a6e2-41ca06444a4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3521953 Jul 28 06:35:05.554721 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49e96f9c-98d6-4c8a-bf37-72b37d487afe req-59de3766-877e-4f0b-8def-4a445ac29cb6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019497 Jul 28 06:35:05.614795 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.615104 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (69346fb6-4473-47f3-a379-df16507764a3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.615424 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Floating IP 69346fb6-4473-47f3-a379-df16507764a3 disassociated. External IP: 172.27.3.162, port: e32626bb-30e6-43a9-9be6-672349e56fb4. Jul 28 06:35:05.615780 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Calling delete_port for e32626bb-30e6-43a9-9be6-672349e56fb4 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:05.639880 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f81fe9a4-fad6-4555-a4a7-7b73e40d7d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.828859 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (e32626bb-30e6-43a9-9be6-672349e56fb4), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:05.857863 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'Port': ['ID=e32626bb-30e6-43a9-9be6-672349e56fb4,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:05.913880 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:05.973627 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:35:06.092544 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-79c0880b-b7ea-43a0-a0e3-cc72e2ce53cb req-b51e12a2-f162-4678-87e0-c91de525a32f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0361092 Jul 28 06:35:06.105819 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:35:06.120973 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:35:06.133573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:06.134140 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:06.149499 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] No DVR routers for this DVR port e32626bb-30e6-43a9-9be6-672349e56fb4 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:35:06.152218 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:06.155501 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5d88465-63cb-4713-a980-b35ee1c35054 req-88f36573-8224-4ec2-a5d3-64f35cd16317 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "DELETE /v2.0/ports/e32626bb-30e6-43a9-9be6-672349e56fb4 HTTP/1.1" status: 204 len: 173 time: 1.6660657 Jul 28 06:35:06.156129 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'name': 'network-vif-deleted', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:06.158657 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf2bee5-c3ad-4c36-96ba-3bcdd12dc25a" -d '{"events": [{"server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "name": "network-vif-deleted", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:06.195729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1dd707-272b-4e32-8f05-6a5863877c8f x-openstack-request-id: req-cf1dd707-272b-4e32-8f05-6a5863877c8f {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:06.196022 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8c072e-b6c3-486f-9755-c32b99e783f7", "name": "network-vif-deleted", "tag": "e32626bb-30e6-43a9-9be6-672349e56fb4", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:06.196279 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf1dd707-272b-4e32-8f05-6a5863877c8f {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:06.196811 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1dd707-272b-4e32-8f05-6a5863877c8f'] response: {'server_uuid': 'da8c072e-b6c3-486f-9755-c32b99e783f7', 'name': 'network-vif-deleted', 'tag': 'e32626bb-30e6-43a9-9be6-672349e56fb4', 'status': 'completed', 'code': 200} Jul 28 06:35:06.251012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141adf1-3d08-4bb4-b192-ee3a60de28f2 req-40cf95cd-42f9-4623-b0e7-784acac45673 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:06.252247 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:06.252605 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f141adf1-3d08-4bb4-b192-ee3a60de28f2 req-40cf95cd-42f9-4623-b0e7-784acac45673 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 943 time: 0.0551345 Jul 28 06:35:06.278634 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:06.305132 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f141adf1-3d08-4bb4-b192-ee3a60de28f2 req-4383b86a-1584-4ac8-b717-f5822ea90f66 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464749 Jul 28 06:35:06.451387 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:06.480884 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:35:06.489768 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:06.490380 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:34:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:06.586099 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-0d67dff2-8039-4cf1-9a58-0c7881fe3d4c service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871139 Jul 28 06:35:06.598105 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:06.680487 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:06.719813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b53f43-277e-47a8-acd9-d04e9456358f req-d353b9d4-db72-4a55-b57c-4cf81a39c438 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:06.721505 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-43b53f43-277e-47a8-acd9-d04e9456358f req-d353b9d4-db72-4a55-b57c-4cf81a39c438 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0768161 Jul 28 06:35:06.748281 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7f81d4b9-4e28-4fb9-b048-22dc17cff6f5 req-5a884156-5444-42b1-8a54-ae608d94ac06 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520293 Jul 28 06:35:06.784206 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-43b53f43-277e-47a8-acd9-d04e9456358f req-646d063b-92e4-4fee-b10d-b85244c45020 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510128 Jul 28 06:35:06.818432 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:06.845283 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fdf4b-9719-4b39-a214-6e01bf31e6de None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:35:07.075819 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f7899-3f36-459d-bb1f-46238ab4cbc3 None None] New status for floating IP 69346fb6-4473-47f3-a379-df16507764a3: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:35:07.199982 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5c95135b-09ee-4e6f-9a29-199708198fce req-c53fd305-f9dc-4673-98f3-10a5ff2c4921 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0322475 Jul 28 06:35:07.427155 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d4c15-e2a9-4265-9861-d0ae88e80b2b req-15ee10ba-bc65-43e1-a5a1-665e8ba30733 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:07.428540 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2e3d4c15-e2a9-4265-9861-d0ae88e80b2b req-15ee10ba-bc65-43e1-a5a1-665e8ba30733 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 943 time: 0.0489073 Jul 28 06:35:07.477699 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2e3d4c15-e2a9-4265-9861-d0ae88e80b2b req-96922b88-149a-4407-9972-cb5b266ef783 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Jul 28 06:35:07.913555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207d9b3-5771-4f96-9aef-342f002e036f req-1b7fed0a-d047-4001-8fe1-33c8fe58db6d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:07.915073 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7207d9b3-5771-4f96-9aef-342f002e036f req-1b7fed0a-d047-4001-8fe1-33c8fe58db6d tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0489118 Jul 28 06:35:07.966985 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7207d9b3-5771-4f96-9aef-342f002e036f req-a47b5c54-739b-4265-99a1-3ce304cbce1f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462363 Jul 28 06:35:08.079979 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c62050f1-69dc-44f8-b3ff-0034d375a8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:08.319033 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-16c87341-5f7e-4e22-b70f-e7d6994eb0b7 req-25cd06e0-8043-428d-9f78-9c68978d023c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=da8c072e-b6c3-486f-9755-c32b99e783f7 HTTP/1.1" status: 200 len: 210 time: 0.0286462 Jul 28 06:35:08.598551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4c42-8827-4f8c-bf40-38389c22397f req-74b0514e-1be9-4d17-bf0c-079d6e53c458 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:08.600102 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-03dc4c42-8827-4f8c-bf40-38389c22397f req-74b0514e-1be9-4d17-bf0c-079d6e53c458 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 943 time: 0.0516758 Jul 28 06:35:08.649858 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-03dc4c42-8827-4f8c-bf40-38389c22397f req-d7e58b5c-f47c-40ff-8946-50f9c2c2767e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Jul 28 06:35:08.884359 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1180a354-41d4-4d24-8328-e75871937ec8 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:35:08.887791 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device e32626bb-30e6-43a9-9be6-672349e56fb4 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:08.914625 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: e32626bb-30e6-43a9-9be6-672349e56fb4 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:35:08.914968 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device e32626bb-30e6-43a9-9be6-672349e56fb4 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:35:08.962149 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:09.007754 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:09.020492 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '1180a354-41d4-4d24-8328-e75871937ec8', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'port_id': '1180a354-41d4-4d24-8328-e75871937ec8', 'mac_address': 'fa:16:3e:7e:e6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:35:09.063838 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 1180a354-41d4-4d24-8328-e75871937ec8 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:09.064136 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:09.077610 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1180a354-41d4-4d24-8328-e75871937ec8 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:35:09.100734 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:09.159976 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:09.208469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:09.222803 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:09.294022 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=69,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:09.413757 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1180a354-41d4-4d24-8328-e75871937ec8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:35:09.474491 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:09.647951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-7eda78be-f9e0-4fdd-a28b-07f86bd32b25 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546945479&fields=id&tenant_id=47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 267 time: 0.0461731 Jul 28 06:35:09.715264 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:09.768390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-2e7c6dca-b7e7-4f6d-beca-c270de65b861 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:09.769891 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-2e7c6dca-b7e7-4f6d-beca-c270de65b861 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 812 time: 0.1145289 Jul 28 06:35:09.786040 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-5ffbeeef-8419-4b61-8b5b-83149a759050 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/quotas/47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 375 time: 0.0102031 Jul 28 06:35:09.837931 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-0a36b1f0-4eef-43fb-abc0-65897440adb9 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464332 Jul 28 06:35:09.943979 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-9cc228cc-c37f-433b-beea-20dfccfddd94 service neutron] 10.222.0.69 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958288 Jul 28 06:35:10.038307 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-0c78165d-bea6-4d34-a303-03294f37c54b service neutron] 10.222.0.69 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886178 Jul 28 06:35:10.100980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:10.147299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587086e-153b-4c78-adc4-4644e4db2e17 req-ac82c0ab-5611-449c-bbc1-354e499d948e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:10.147733 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3587086e-153b-4c78-adc4-4644e4db2e17 req-ac82c0ab-5611-449c-bbc1-354e499d948e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 944 time: 0.0557001 Jul 28 06:35:10.200523 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3587086e-153b-4c78-adc4-4644e4db2e17 req-d46ae3c5-f2bc-4842-8bb4-00f82c3dd046 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473030 Jul 28 06:35:10.739738 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d3f401dc-aa31-49d5-8ac0-bbce059eb18a req-93e63bbc-19dd-476a-9a8d-cb00740e07f2 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 210 time: 0.0320618 Jul 28 06:35:10.798888 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd2c5-4024-4f0e-8b49-e13caec27ac9 req-2fc86946-124a-42c9-99b7-09165e2360b3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:10.805829 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-654fd2c5-4024-4f0e-8b49-e13caec27ac9 req-2fc86946-124a-42c9-99b7-09165e2360b3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0705440 Jul 28 06:35:10.823110 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:10.860356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-654fd2c5-4024-4f0e-8b49-e13caec27ac9 req-26bdc58a-8c4b-423c-be8d-e2d372ce658c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531485 Jul 28 06:35:10.894075 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1180a354-41d4-4d24-8328-e75871937ec8 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:35:10.938178 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 1180a354-41d4-4d24-8328-e75871937ec8 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:35:11.039393 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-2fcb75cd-5151-4af2-838f-ab0426f25f25 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452826 Jul 28 06:35:11.040312 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 1180a354-41d4-4d24-8328-e75871937ec8 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:35:11.040704 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1180a354-41d4-4d24-8328-e75871937ec8), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:11.162742 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 1180a354-41d4-4d24-8328-e75871937ec8 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:11.163072 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:11.174841 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:11.196373 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:11.197380 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4786853-3808-4ebd-b60b-02ad5b29e444" -d '{"events": [{"server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "name": "network-vif-plugged", "status": "completed", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:11.221671 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:11.222314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34042) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:11.243705 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cafd99-2a03-4458-945e-a151b9bcb82a x-openstack-request-id: req-58cafd99-2a03-4458-945e-a151b9bcb82a {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:11.244986 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "name": "network-vif-plugged", "status": "completed", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:11.245659 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58cafd99-2a03-4458-945e-a151b9bcb82a {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:11.246742 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cafd99-2a03-4458-945e-a151b9bcb82a'] response: {'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'code': 200} Jul 28 06:35:11.303251 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:11.304234 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:11.356846 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae5ee-daee-4a85-98e6-0ec3255683d8 req-f525fc17-7564-49d0-ae15-66c22071414b tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:11.369448 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-67aae5ee-daee-4a85-98e6-0ec3255683d8 req-f525fc17-7564-49d0-ae15-66c22071414b tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0719874 Jul 28 06:35:11.402607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:11.477818 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-9c94aeaf-9659-4ccf-a3e9-314433234757 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:11.479392 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-9c94aeaf-9659-4ccf-a3e9-314433234757 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports/f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 200 len: 940 time: 0.2542217 Jul 28 06:35:11.504490 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-67aae5ee-daee-4a85-98e6-0ec3255683d8 req-439a127e-05ed-4400-8f24-3a7dfe8491f1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225100 Jul 28 06:35:11.579690 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: DOWN; New status is: DOWN {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:11.848309 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f2e61fda-e206-4c44-8d88-1550a160c1f9 req-7245f00a-0a23-47c6-a9e6-24e4a099530c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 210 time: 0.0326710 Jul 28 06:35:11.994105 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff26c8-e781-4045-b4f0-94ae6c7dbc7a req-ce93c8d3-d97d-4c71-85f9-4beac32cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:11.995620 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7ff26c8-e781-4045-b4f0-94ae6c7dbc7a req-ce93c8d3-d97d-4c71-85f9-4beac32cdc36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1129 time: 0.0784593 Jul 28 06:35:12.018508 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b297f3-a4ce-4288-a10c-cb30c88a0749 req-a12b1bd5-0435-41e1-990c-b37a8049dcad tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:12.019310 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8b297f3-a4ce-4288-a10c-cb30c88a0749 req-a12b1bd5-0435-41e1-990c-b37a8049dcad tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0692804 Jul 28 06:35:12.091908 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:12.101998 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a7ff26c8-e781-4045-b4f0-94ae6c7dbc7a req-0be33e94-5e06-4979-9cb1-4d236cde08ea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977507 Jul 28 06:35:12.106259 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8b297f3-a4ce-4288-a10c-cb30c88a0749 req-4b5d6199-5c10-4613-8634-24050635a4e7 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792499 Jul 28 06:35:12.617448 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011d85d-9854-4aaa-b581-f7fe76d135c7 req-00f3ed58-f39b-4c98-9395-9d12a8c27a50 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:12.619004 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0011d85d-9854-4aaa-b581-f7fe76d135c7 req-00f3ed58-f39b-4c98-9395-9d12a8c27a50 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0549510 Jul 28 06:35:12.671469 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0011d85d-9854-4aaa-b581-f7fe76d135c7 req-1b4bb8d2-46f6-4d17-ac49-70ae1c4e94f6 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Jul 28 06:35:12.948203 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-086a664d-c385-4f78-80fb-83c366605778 req-f99c926f-e70d-4f16-88bc-2def3620540b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 210 time: 0.0291266 Jul 28 06:35:13.237452 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5096c-247c-40a6-a66e-9250bc9f7cc7 req-dae311e6-bd84-4cdd-9634-bd9345a3712c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:13.239014 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07d5096c-247c-40a6-a66e-9250bc9f7cc7 req-dae311e6-bd84-4cdd-9634-bd9345a3712c tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0509183 Jul 28 06:35:13.292264 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-07d5096c-247c-40a6-a66e-9250bc9f7cc7 req-b87c5407-9c05-4541-bad3-3658c3c7b1c2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Jul 28 06:35:13.800840 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da47a-5c88-47dd-acf8-4b63f296859c req-1345db8a-3d67-4bf5-a0dc-12b60d7230c1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:13.802664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d4da47a-5c88-47dd-acf8-4b63f296859c req-1345db8a-3d67-4bf5-a0dc-12b60d7230c1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Jul 28 06:35:13.855214 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0d4da47a-5c88-47dd-acf8-4b63f296859c req-4ff171d4-0b7f-4fc0-9c54-641f0049da38 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Jul 28 06:35:13.977162 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4f62-0e5d-43a3-b2b1-0c50d6ede0fe req-47bd1219-c716-4208-83b9-784df951ba17 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:13.978654 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d2f4f62-0e5d-43a3-b2b1-0c50d6ede0fe req-47bd1219-c716-4208-83b9-784df951ba17 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Jul 28 06:35:14.024821 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:14.038168 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d2f4f62-0e5d-43a3-b2b1-0c50d6ede0fe req-f07ea998-0124-401c-9f34-0a5356d71fb2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535553 Jul 28 06:35:14.061855 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7d3b2249-3a86-4101-a684-721f7a4dff34 req-c01f3767-e421-4b32-b6d3-b89868e031d8 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 210 time: 0.0356851 Jul 28 06:35:14.510185 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:14.520170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-79a8acb4-a7e3-43af-a57b-747cd949948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:14.521690 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-79a8acb4-a7e3-43af-a57b-747cd949948a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8&tenant_id=a164b3cd6f444e17ae7ada0e30e62f54 HTTP/1.1" status: 200 len: 1127 time: 0.1718812 Jul 28 06:35:14.530476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b77a00-7359-41b0-8638-9e0afb815012 req-972070fb-6e0e-482f-87d9-c88c1ad75c3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:14.531838 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c0b77a00-7359-41b0-8638-9e0afb815012 req-972070fb-6e0e-482f-87d9-c88c1ad75c3a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.1495211 Jul 28 06:35:14.538066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187944-0101-4040-9ce6-efb4a9be75b7 req-7672ef89-eb75-45c4-a9dd-0c05f471cdde tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:14.539447 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b6187944-0101-4040-9ce6-efb4a9be75b7 req-7672ef89-eb75-45c4-a9dd-0c05f471cdde tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.1796978 Jul 28 06:35:14.609087 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-5d166709-df69-4623-9769-596b84fc67ea tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:14.610547 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-5d166709-df69-4623-9769-596b84fc67ea tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 812 time: 0.2783377 Jul 28 06:35:14.653598 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b6187944-0101-4040-9ce6-efb4a9be75b7 req-f07d5ae9-ad0d-48ff-8128-32608774610f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065979 Jul 28 06:35:14.656659 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c0b77a00-7359-41b0-8638-9e0afb815012 req-baff92e6-672a-4668-ba29-0d75ff690515 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137438 Jul 28 06:35:14.808390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-c5602749-12ac-45c9-b9b9-4c942da29bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:14.809921 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-c5602749-12ac-45c9-b9b9-4c942da29bbb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1127 time: 0.0672469 Jul 28 06:35:14.817053 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-d7f91503-7849-40f6-839b-e236812d954c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 379 time: 0.0965025 Jul 28 06:35:14.829440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'port': {'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'admin_state_up': True, 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'security_groups': ['598649d4-5e26-4661-b23d-d9bf4a9dfc02']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:14.985060 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-ad2478a9-5cdf-4492-906e-89888d21f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:14.986525 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-ad2478a9-5cdf-4492-906e-89888d21f464 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 200 len: 917 time: 0.1685941 Jul 28 06:35:15.061644 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-3ac19718-697f-4122-90af-4d64f551c3c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 200 len: 999 time: 0.0673795 Jul 28 06:35:15.106867 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Made reservation on behalf of 47b406d9a12c461a84aa0331d2890990 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:35:15.114138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:15.129436 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-0d5581f5-23fa-4bea-9dc5-fab505653fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:15.130821 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-0d5581f5-23fa-4bea-9dc5-fab505653fa6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 200 len: 855 time: 0.0625949 Jul 28 06:35:15.242208 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85ddb718-9c36-4042-849e-7db828ed64b7 req-433b962f-be39-49e9-b793-f8a4bd053254 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 210 time: 0.0916667 Jul 28 06:35:15.261399 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-5318cf85-4a32-462a-a7d8-b96731bb9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:15.271210 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-5318cf85-4a32-462a-a7d8-b96731bb9ec7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1220818 Jul 28 06:35:15.377194 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:15.386567 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Allocated IP 172.20.0.4 (dd87854f-57d2-4562-b1ab-837a717d2f52/8c25b10a-0afd-4479-8ff3-300149f0043c/3fbc8176-5d92-4b04-9641-3e29219cebce) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:35:15.411471 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:15.430597 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-d9e46ade-3540-4e7f-99cf-4b3579658fb6 service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573400 Jul 28 06:35:15.610893 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-76c6f7cd-e0c5-434b-93a4-b2c0bd5e198d req-c5dec047-8fdb-4360-92dc-70d25089f7ef service neutron] 10.222.0.71 "GET /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741920 Jul 28 06:35:15.631628 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:15.771649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:15.818286 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:35:15.823934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:35:15.831914 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232936aa-21e0-4c07-a5e0-dc0a789e3176 req-10a5c8a0-112c-45e9-b5e3-d686d9fbcfb6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:15.833586 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-232936aa-21e0-4c07-a5e0-dc0a789e3176 req-10a5c8a0-112c-45e9-b5e3-d686d9fbcfb6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0989721 Jul 28 06:35:15.839127 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:35:15.909758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=3fbc8176-5d92-4b04-9641-3e29219cebce,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:15.940251 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:15.940900 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:15.961507 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-232936aa-21e0-4c07-a5e0-dc0a789e3176 req-5790b304-06a9-4ed4-8207-08887601e228 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192250 Jul 28 06:35:16.031167 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-66ee6cb5-0c7a-4b44-86fc-98512d7ff11d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2058439 Jul 28 06:35:16.044091 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Request body: {'port': {'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:16.046972 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:16.118987 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:16.169396 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-ed3b16af-d8e3-4a25-b926-d2c136bb06de None None] Provisioning complete for port 3fbc8176-5d92-4b04-9641-3e29219cebce triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:35:16.169952 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ed3b16af-d8e3-4a25-b926-d2c136bb06de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:16.208926 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:16.211150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b16af-d8e3-4a25-b926-d2c136bb06de None None] Port 3fbc8176-5d92-4b04-9641-3e29219cebce cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:35:16.427711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3578f-3704-4f75-80e2-d11a1487603d req-6092b521-d6e0-452a-b50f-6c4454bab750 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:16.429180 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-97e3578f-3704-4f75-80e2-d11a1487603d req-6092b521-d6e0-452a-b50f-6c4454bab750 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 931 time: 0.0764194 Jul 28 06:35:16.865545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbc8176-5d92-4b04-9641-3e29219cebce {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:35:16.883321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Publish callbacks [] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:16.902216 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-97e3578f-3704-4f75-80e2-d11a1487603d req-3da28ddf-7f8b-4620-861c-73b8173574de tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663656 Jul 28 06:35:16.933183 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Transition to ACTIVE for port object 3fbc8176-5d92-4b04-9641-3e29219cebce will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:35:17.002005 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:17.089528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:17.157478 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:17.159601 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:17.256212 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbc8176-5d92-4b04-9641-3e29219cebce,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:17.275280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09aa94-a3df-45f4-8d12-303f8845ea8b req-cfdd1385-7645-498f-a0fc-d44879eec92a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:17.277428 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8a09aa94-a3df-45f4-8d12-303f8845ea8b req-cfdd1385-7645-498f-a0fc-d44879eec92a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.1506228 Jul 28 06:35:17.351376 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Attempting to bind port 3fbc8176-5d92-4b04-9641-3e29219cebce on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:35:17.352031 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Attempting to bind port 3fbc8176-5d92-4b04-9641-3e29219cebce by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:35:17.353398 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Attempting to bind port 3fbc8176-5d92-4b04-9641-3e29219cebce on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:35:17.374533 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Port 3fbc8176-5d92-4b04-9641-3e29219cebce on network dd87854f-57d2-4562-b1ab-837a717d2f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:35:17.375241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Attempting to bind port 3fbc8176-5d92-4b04-9641-3e29219cebce on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:35:17.392610 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:35:17.393740 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Checking segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:35:17.394355 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Bound using segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:35:17.395008 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Bound port: 3fbc8176-5d92-4b04-9641-3e29219cebce, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:35:17.395566 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:17.414029 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8a09aa94-a3df-45f4-8d12-303f8845ea8b req-e451b66e-9d27-4416-9fb0-5763af1845d5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262097 Jul 28 06:35:17.501593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] For port 3fbc8176-5d92-4b04-9641-3e29219cebce, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:35:17.506792 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] For port 3fbc8176-5d92-4b04-9641-3e29219cebce, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=3fbc8176-5d92-4b04-9641-3e29219cebce,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:35:17.567649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:17.606705 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:17.621481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:17.622329 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:17.623976 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] 10.222.0.71 "PUT /v2.0/ports/3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 200 len: 1093 time: 1.5859928 Jul 28 06:35:17.625634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:17.633943 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6067d9b-422b-41a5-acf3-a0c93349ae95" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:17.688948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86725fe-192c-4674-8f19-8eb560f2c823 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbc8176-5d92-4b04-9641-3e29219cebce,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:17.728865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11f392-43a9-4436-b7ef-c0d72c8c983b x-openstack-request-id: req-9e11f392-43a9-4436-b7ef-c0d72c8c983b {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:17.729606 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:17.730016 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e11f392-43a9-4436-b7ef-c0d72c8c983b {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:17.730568 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e11f392-43a9-4436-b7ef-c0d72c8c983b'] response: {'name': 'network-changed', 'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'status': 'completed', 'code': 200} Jul 28 06:35:17.850667 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6067d9b-422b-41a5-acf3-a0c93349ae95 req-6ccc6fd8-9cb4-4dd5-a0bd-25c0d3e87bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:17.855622 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a6067d9b-422b-41a5-acf3-a0c93349ae95 req-6ccc6fd8-9cb4-4dd5-a0bd-25c0d3e87bd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1127 time: 0.0607429 Jul 28 06:35:18.051972 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6067d9b-422b-41a5-acf3-a0c93349ae95 req-2fe275d2-8943-4393-96b7-fd91cb45e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:18.053450 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a6067d9b-422b-41a5-acf3-a0c93349ae95 req-2fe275d2-8943-4393-96b7-fd91cb45e8b7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=47b406d9a12c461a84aa0331d2890990&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1932294 Jul 28 06:35:18.149989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d07676-b07f-40fa-a70d-fd5351d40465 req-ec6b30ad-8081-4526-a783-e41daf345286 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:18.156969 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-91d07676-b07f-40fa-a70d-fd5351d40465 req-ec6b30ad-8081-4526-a783-e41daf345286 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.1199841 Jul 28 06:35:18.267940 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-91d07676-b07f-40fa-a70d-fd5351d40465 req-d0d1e01d-87c8-4acb-bdcd-4e29dea1f95b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099281 Jul 28 06:35:18.273748 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6067d9b-422b-41a5-acf3-a0c93349ae95 req-d52a1050-36cd-46f9-a29b-956e419b20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:18.281166 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a6067d9b-422b-41a5-acf3-a0c93349ae95 req-d52a1050-36cd-46f9-a29b-956e419b20ff service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113452 Jul 28 06:35:18.603869 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fbabb-14e7-4363-ab94-b5ca16f5f5b1 req-56bc724b-b2d3-4e4a-aae7-7f2443f27e60 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:18.612514 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d11fbabb-14e7-4363-ab94-b5ca16f5f5b1 req-56bc724b-b2d3-4e4a-aae7-7f2443f27e60 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0822840 Jul 28 06:35:18.659203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-4e079e20-fb96-4903-b211-c53e7e568d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:18.661221 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-4e079e20-fb96-4903-b211-c53e7e568d94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1127 time: 0.1410098 Jul 28 06:35:18.685943 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d11fbabb-14e7-4363-ab94-b5ca16f5f5b1 req-fd0d720c-86e5-4a9f-b752-4d87f2aa4367 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723896 Jul 28 06:35:19.572711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2188d-8a25-4411-9bab-d45b41526344 req-a129fb0a-a508-4da4-899b-23c7f163ec07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:19.576244 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8c2188d-8a25-4411-9bab-d45b41526344 req-a129fb0a-a508-4da4-899b-23c7f163ec07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.2220678 Jul 28 06:35:19.661102 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8c2188d-8a25-4411-9bab-d45b41526344 req-a9e95e58-06b4-4920-804b-4c831704a1b0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735834 Jul 28 06:35:19.831842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63757708-d5e2-4cf5-8802-a22f55e59ebf req-0bed14d0-270d-43bf-a5be-b4d346976701 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:19.834122 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63757708-d5e2-4cf5-8802-a22f55e59ebf req-0bed14d0-270d-43bf-a5be-b4d346976701 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0508158 Jul 28 06:35:19.892691 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-63757708-d5e2-4cf5-8802-a22f55e59ebf req-b84eea62-68d3-4072-9a94-2c9003275887 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532365 Jul 28 06:35:20.826723 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213560b-b244-4d7c-a2ec-f74d4e8a4f42 req-6fe92bc2-df79-4816-b9a2-aaff93deddd8 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:20.826723 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4213560b-b244-4d7c-a2ec-f74d4e8a4f42 req-6fe92bc2-df79-4816-b9a2-aaff93deddd8 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0558360 Jul 28 06:35:20.880734 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4213560b-b244-4d7c-a2ec-f74d4e8a4f42 req-8e786bb0-cd1a-4bcf-8f71-354c15a835e1 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529342 Jul 28 06:35:21.030774 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7835917-f2aa-4070-9b67-099a8d8df882 req-006e912b-68d8-4ff0-a422-14c9a625f915 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:21.032365 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7835917-f2aa-4070-9b67-099a8d8df882 req-006e912b-68d8-4ff0-a422-14c9a625f915 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0514061 Jul 28 06:35:21.090482 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c7835917-f2aa-4070-9b67-099a8d8df882 req-06978faf-d067-4ebd-94d2-66ea0c8c3fae tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506880 Jul 28 06:35:22.007673 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:22.024860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f2e5-2fa6-4b15-8c88-ab3676ad611d req-a564261d-0e0d-48ab-b307-a938df551162 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:22.025137 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e555f2e5-2fa6-4b15-8c88-ab3676ad611d req-a564261d-0e0d-48ab-b307-a938df551162 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0574067 Jul 28 06:35:22.084457 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e555f2e5-2fa6-4b15-8c88-ab3676ad611d req-8e39663e-9619-4f85-b97d-01f5a18e9401 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531430 Jul 28 06:35:22.241920 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae123-43e6-484c-b4bc-17fd627c48d0 req-ef576316-7e64-4395-9910-05962596d711 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:22.243701 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4c5ae123-43e6-484c-b4bc-17fd627c48d0 req-ef576316-7e64-4395-9910-05962596d711 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0500700 Jul 28 06:35:22.295953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4c5ae123-43e6-484c-b4bc-17fd627c48d0 req-2c34d05e-12d6-4468-90cf-e5a543bef393 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461547 Jul 28 06:35:23.176098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:23.218773 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772b8-6989-4a77-9c59-948dcb4dd67e req-f2bd5ea4-0458-4745-9741-7a64a4e84367 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:23.220578 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ef2772b8-6989-4a77-9c59-948dcb4dd67e req-f2bd5ea4-0458-4745-9741-7a64a4e84367 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0543804 Jul 28 06:35:23.275573 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ef2772b8-6989-4a77-9c59-948dcb4dd67e req-8a859cb4-d8ac-49fb-ba03-454954f0db49 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468221 Jul 28 06:35:23.488733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09689b-45bc-4d6d-800a-e7958003917f req-465c8b36-2795-4be3-8232-3f98b861565b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:23.490361 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6b09689b-45bc-4d6d-800a-e7958003917f req-465c8b36-2795-4be3-8232-3f98b861565b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0880020 Jul 28 06:35:23.553281 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6b09689b-45bc-4d6d-800a-e7958003917f req-c8000b87-01a0-49a7-9b87-5f297a2b0ec1 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525322 Jul 28 06:35:24.398392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23b2e7-d78d-46de-98e6-b734430e3b84 req-0c55e9b3-c9c2-439e-83c3-7bdc9e81c935 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:24.399933 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ad23b2e7-d78d-46de-98e6-b734430e3b84 req-0c55e9b3-c9c2-439e-83c3-7bdc9e81c935 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0517678 Jul 28 06:35:24.450986 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ad23b2e7-d78d-46de-98e6-b734430e3b84 req-98186b20-199b-4fc1-8316-b19a49762eb4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Jul 28 06:35:24.732845 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-d64600f7-1d58-48af-8939-0bfc9d996c80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 200 len: 217 time: 0.0643687 Jul 28 06:35:24.752860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036377f4-5c0a-4678-b6be-6a7e5661a931 req-99a86a94-f7ee-48bc-a1c2-8d9c006e4ef6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:24.754398 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-036377f4-5c0a-4678-b6be-6a7e5661a931 req-99a86a94-f7ee-48bc-a1c2-8d9c006e4ef6 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0779221 Jul 28 06:35:24.807585 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-036377f4-5c0a-4678-b6be-6a7e5661a931 req-19bd04d7-08a7-4c6e-bdcc-06ceb04fe822 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475774 Jul 28 06:35:25.001680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-fbd6b0c2-5c5c-4164-a22a-2cd7804ab7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:25.003431 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-fbd6b0c2-5c5c-4164-a22a-2cd7804ab7f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0501738 Jul 28 06:35:25.019955 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:35:25.567979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb76e6-afa1-4576-96f6-9c99dd3286a8 req-9535703a-54f5-4b36-85c3-e0930e445110 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:25.569518 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-96eb76e6-afa1-4576-96f6-9c99dd3286a8 req-9535703a-54f5-4b36-85c3-e0930e445110 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0477068 Jul 28 06:35:25.623910 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-96eb76e6-afa1-4576-96f6-9c99dd3286a8 req-bc486774-6cd1-4712-967a-8d6ff97870b9 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486877 Jul 28 06:35:25.765453 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-9be98705-57a4-4ada-b8bf-38365ef8c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:25.766956 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-9be98705-57a4-4ada-b8bf-38365ef8c2df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402665 Jul 28 06:35:25.932292 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a6f43-0495-4497-a13e-3ec4662921dd req-7373dfef-9dda-41c5-8e5f-15358131b751 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:25.933767 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-278a6f43-0495-4497-a13e-3ec4662921dd req-7373dfef-9dda-41c5-8e5f-15358131b751 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0475950 Jul 28 06:35:25.981881 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-278a6f43-0495-4497-a13e-3ec4662921dd req-a620cc8a-4173-4c2b-b81e-8c0fff7d919a tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Jul 28 06:35:26.117743 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-18392918-8a8e-48ff-86eb-52504612b9c6 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970063 Jul 28 06:35:26.211226 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8bbaeb07-c1f5-4806-a2c8-a097678c105c req-85b656ee-fa0a-4190-aec6-b15fa27615f2 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Jul 28 06:35:26.748528 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91c882-0bcb-4197-a481-87ddc329ca36 req-9487325f-d761-4a17-8e96-d7ebe927f1ff tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:26.750104 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc91c882-0bcb-4197-a481-87ddc329ca36 req-9487325f-d761-4a17-8e96-d7ebe927f1ff tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0543387 Jul 28 06:35:26.788517 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:26.803204 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc91c882-0bcb-4197-a481-87ddc329ca36 req-5ffd3d07-2ef9-46bd-a972-f3501e84ea0f tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468378 Jul 28 06:35:27.002403 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:35:27.115632 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:27.122850 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41831e-6b36-4e63-a246-b9edbf1a951c req-c23e4514-5aa5-438d-aae7-bbf81971676f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:27.124502 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5a41831e-6b36-4e63-a246-b9edbf1a951c req-c23e4514-5aa5-438d-aae7-bbf81971676f tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 943 time: 0.0565560 Jul 28 06:35:27.125718 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'port_id': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'mac_address': 'fa:16:3e:c7:90:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:35:27.159055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:27.162551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:27.162939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:27.181074 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5a41831e-6b36-4e63-a246-b9edbf1a951c req-ec21d1dd-0adb-4024-a173-4b68cf9c2551 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499587 Jul 28 06:35:27.192744 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:35:27.218221 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:27.291201 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:27.348297 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=9']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:27.541383 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:35:27.628606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:27.937571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e0eb-4f45-41f2-988d-712041c544c2 req-740e7620-7c45-42eb-985e-f5cad1bec561 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:27.939096 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4936e0eb-4f45-41f2-988d-712041c544c2 req-740e7620-7c45-42eb-985e-f5cad1bec561 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0531423 Jul 28 06:35:27.993013 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4936e0eb-4f45-41f2-988d-712041c544c2 req-b8214f24-0d39-4d90-8e43-aacfffff4494 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 Jul 28 06:35:28.318137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394bcae-648c-4ebb-bdfd-f8f58040f9aa req-57792c35-8aac-462c-92bc-0a5e290eb0c8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:28.319703 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d394bcae-648c-4ebb-bdfd-f8f58040f9aa req-57792c35-8aac-462c-92bc-0a5e290eb0c8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 944 time: 0.0492363 Jul 28 06:35:28.370417 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d394bcae-648c-4ebb-bdfd-f8f58040f9aa req-6ae539b7-1896-4b98-bace-fe37eb85fd61 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Jul 28 06:35:29.013522 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:35:29.057856 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:35:29.058234 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:29.115588 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c5d0-ff9e-40f7-bb74-e7c5dceb9377 req-b1e87400-bc77-4eb9-9c72-f04d340593b4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:29.117093 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85a8c5d0-ff9e-40f7-bb74-e7c5dceb9377 req-b1e87400-bc77-4eb9-9c72-f04d340593b4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0493217 Jul 28 06:35:29.136990 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:29.137405 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:29.162178 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:29.164723 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b37cda-9855-40c2-a5f0-272a91238d26" -d '{"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:29.185732 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-85a8c5d0-ff9e-40f7-bb74-e7c5dceb9377 req-e842b61d-05cf-41b9-b91b-008204a9de40 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504234 Jul 28 06:35:29.186075 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:29.206192 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ad800-fe98-4ac8-8771-e1cc48c639a3 x-openstack-request-id: req-601ad800-fe98-4ac8-8771-e1cc48c639a3 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:29.206512 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:29.206885 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-601ad800-fe98-4ac8-8771-e1cc48c639a3 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:29.207416 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601ad800-fe98-4ac8-8771-e1cc48c639a3'] response: {'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'code': 200} Jul 28 06:35:29.291315 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:29.341150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=10']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:29.500574 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9504-dc76-4d54-85da-3a9c6f0a9f16 req-68100325-65b4-423b-b22a-b4c20ad1a9c3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:29.502190 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-014e9504-dc76-4d54-85da-3a9c6f0a9f16 req-68100325-65b4-423b-b22a-b4c20ad1a9c3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0487823 Jul 28 06:35:29.555683 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18057d-473c-425b-97d8-7a390f4ba15d req-53fdb52a-161f-4f2f-9ff2-d685270cb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:29.557083 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed18057d-473c-425b-97d8-7a390f4ba15d req-53fdb52a-161f-4f2f-9ff2-d685270cb642 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 1130 time: 0.0540490 Jul 28 06:35:29.591230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-014e9504-dc76-4d54-85da-3a9c6f0a9f16 req-20bab3b9-33b5-4299-a8af-acbc5649cfd8 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796502 Jul 28 06:35:29.616923 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ed18057d-473c-425b-97d8-7a390f4ba15d req-194c60b6-ec00-4cd0-8b32-ae00f76404a8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515532 Jul 28 06:35:30.302286 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96513-6e14-4ef1-8781-8eb385cde6a7 req-c9d714b9-2b1d-4a77-8925-cdc8f12455f5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:30.303853 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4ba96513-6e14-4ef1-8781-8eb385cde6a7 req-c9d714b9-2b1d-4a77-8925-cdc8f12455f5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0524216 Jul 28 06:35:30.362384 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4ba96513-6e14-4ef1-8781-8eb385cde6a7 req-73800412-5302-4aef-aee2-e5878325a538 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Jul 28 06:35:30.718588 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826dc40-8a58-49d6-80ec-5a4326955798 req-f42b62ed-0bd6-4172-ba29-8b8b9329226b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:30.720078 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d826dc40-8a58-49d6-80ec-5a4326955798 req-f42b62ed-0bd6-4172-ba29-8b8b9329226b tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0504723 Jul 28 06:35:30.769410 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d826dc40-8a58-49d6-80ec-5a4326955798 req-930a57b1-fbd6-41d3-b4cc-1cfe35e22a83 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Jul 28 06:35:31.489782 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9547d14-16f1-4800-8774-798478bf3efe req-c5a07771-7208-4eda-99f9-53ad58d672b6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:31.491262 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c9547d14-16f1-4800-8774-798478bf3efe req-c5a07771-7208-4eda-99f9-53ad58d672b6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0522666 Jul 28 06:35:31.542317 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c9547d14-16f1-4800-8774-798478bf3efe req-29697f87-b5a2-489d-bfa3-bb411a5ad902 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451117 Jul 28 06:35:31.902617 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dced2db-d723-4bc7-9eba-937c3c13a854 req-49c44f09-4973-4094-ad1c-bc4ef5216dd3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:31.904150 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1dced2db-d723-4bc7-9eba-937c3c13a854 req-49c44f09-4973-4094-ad1c-bc4ef5216dd3 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0482385 Jul 28 06:35:31.952770 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1dced2db-d723-4bc7-9eba-937c3c13a854 req-a9aa45e0-3777-4852-985b-c180ec07ebd2 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423579 Jul 28 06:35:32.660246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f1c11-9555-4cbd-b83a-9abbbf9c0a41 req-018fbb91-fbbb-4253-9d92-4f31749b59a0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:32.661681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b63f1c11-9555-4cbd-b83a-9abbbf9c0a41 req-018fbb91-fbbb-4253-9d92-4f31749b59a0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0477793 Jul 28 06:35:32.715364 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b63f1c11-9555-4cbd-b83a-9abbbf9c0a41 req-84beffe1-9537-4ff3-b612-51900c55e456 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481899 Jul 28 06:35:33.075600 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:33.084692 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e58e-dcc7-44dd-bec8-990c27f9e8f9 req-7662da3a-ef12-41eb-b46e-736e43988226 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:33.086230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f3c5e58e-dcc7-44dd-bec8-990c27f9e8f9 req-7662da3a-ef12-41eb-b46e-736e43988226 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0511560 Jul 28 06:35:33.099294 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:33.136689 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f3c5e58e-dcc7-44dd-bec8-990c27f9e8f9 req-62f23983-fd4e-478e-8dcd-11fd5763dd32 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Jul 28 06:35:33.834214 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e40d8-18c2-42b6-83f9-6e4abba0e7fc req-8caaf6ba-0124-42f3-b401-6daa3f11d0aa tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:33.835765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-275e40d8-18c2-42b6-83f9-6e4abba0e7fc req-8caaf6ba-0124-42f3-b401-6daa3f11d0aa tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0477843 Jul 28 06:35:33.888536 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-275e40d8-18c2-42b6-83f9-6e4abba0e7fc req-876a5479-6a30-418a-9c00-631dfdd92ebe tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471697 Jul 28 06:35:35.011835 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb3aa-18a9-4b3c-ba9f-d0ad38abe1a5 req-686c5402-34f9-4174-9e33-647ff785cff2 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:35.013383 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e2cb3aa-18a9-4b3c-ba9f-d0ad38abe1a5 req-686c5402-34f9-4174-9e33-647ff785cff2 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 943 time: 0.0512207 Jul 28 06:35:35.027494 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 3fbc8176-5d92-4b04-9641-3e29219cebce details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:35:35.044765 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:35.067847 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6e2cb3aa-18a9-4b3c-ba9f-d0ad38abe1a5 req-526c0163-0589-4554-93fe-ed68e9a7920c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482776 Jul 28 06:35:35.142449 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 3fbc8176-5d92-4b04-9641-3e29219cebce, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=3fbc8176-5d92-4b04-9641-3e29219cebce,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:35.153831 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:35:35.195417 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 3fbc8176-5d92-4b04-9641-3e29219cebce is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:35.195810 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:35.210258 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbc8176-5d92-4b04-9641-3e29219cebce {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:35:35.235733 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 3fbc8176-5d92-4b04-9641-3e29219cebce, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=3fbc8176-5d92-4b04-9641-3e29219cebce,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:35.314291 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:35.364014 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=3fbc8176-5d92-4b04-9641-3e29219cebce,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:35.552952 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['3fbc8176-5d92-4b04-9641-3e29219cebce'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:35:35.661752 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e8843f10-0fd6-4bea-9200-e6e57f1d60e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:35.701927 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:36.026440 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:36.039010 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:36.191422 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c683-1d75-4bd3-95c9-57c89fa8f150 req-8a8e2084-bbb7-4107-a007-9290f1cea226 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:36.192995 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0135c683-1d75-4bd3-95c9-57c89fa8f150 req-8a8e2084-bbb7-4107-a007-9290f1cea226 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 944 time: 0.0494697 Jul 28 06:35:36.243066 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0135c683-1d75-4bd3-95c9-57c89fa8f150 req-7a7818e3-3cc7-42d3-b356-cda6b60b2fb3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444157 Jul 28 06:35:37.055412 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 3fbc8176-5d92-4b04-9641-3e29219cebce up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:35:37.097735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 3fbc8176-5d92-4b04-9641-3e29219cebce completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:35:37.188071 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 3fbc8176-5d92-4b04-9641-3e29219cebce triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:35:37.188467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:37.265674 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 3fbc8176-5d92-4b04-9641-3e29219cebce is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:37.265988 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:37.291438 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:37.293830 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2ed4a-2389-4c94-a8b1-85d09794fb17" -d '{"events": [{"server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "name": "network-vif-plugged", "status": "completed", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:37.307497 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 3fbc8176-5d92-4b04-9641-3e29219cebce, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=3fbc8176-5d92-4b04-9641-3e29219cebce,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:37.332964 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe43d01-69ba-473e-9c7a-03fb03b7c44e x-openstack-request-id: req-4fe43d01-69ba-473e-9c7a-03fb03b7c44e {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:37.333252 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "name": "network-vif-plugged", "status": "completed", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:37.333534 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fe43d01-69ba-473e-9c7a-03fb03b7c44e {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:37.334192 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe43d01-69ba-473e-9c7a-03fb03b7c44e'] response: {'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'code': 200} Jul 28 06:35:37.360027 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:37.374677 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08f4f7-9773-4277-ab28-a1fdf3fafdb2 req-3bfda237-f3fa-433d-8dd0-0bae054dddce tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:37.377112 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f08f4f7-9773-4277-ab28-a1fdf3fafdb2 req-3bfda237-f3fa-433d-8dd0-0bae054dddce tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 944 time: 0.0575612 Jul 28 06:35:37.422479 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=3fbc8176-5d92-4b04-9641-3e29219cebce,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:37.437501 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3f08f4f7-9773-4277-ab28-a1fdf3fafdb2 req-e05d236a-0a12-4650-a591-1efcba39515c tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537601 Jul 28 06:35:37.622239 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd94b8-15aa-4ce2-8421-50e9464439b9 req-5a9494a6-7166-4e59-bf8f-1da1f036e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:37.625476 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7ccd94b8-15aa-4ce2-8421-50e9464439b9 req-5a9494a6-7166-4e59-bf8f-1da1f036e0e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1129 time: 0.0391736 Jul 28 06:35:37.671669 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7ccd94b8-15aa-4ce2-8421-50e9464439b9 req-baf37f6a-5875-4319-ae15-4ea6790482b6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Jul 28 06:35:38.068426 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a7416bfa-c34c-445b-99df-3498353e8590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:38.556687 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d65064-30c7-4578-be9e-e62728fb0e59 req-6af4c2f9-fc83-46f9-9ecf-299034925a02 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:38.558184 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-80d65064-30c7-4578-be9e-e62728fb0e59 req-6af4c2f9-fc83-46f9-9ecf-299034925a02 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 945 time: 0.0476189 Jul 28 06:35:38.607433 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-80d65064-30c7-4578-be9e-e62728fb0e59 req-58a095f8-5587-48d5-8bf1-2a84bb8c0221 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Jul 28 06:35:39.147833 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:39.234220 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:39.729932 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18e510-7ada-4cc1-9ed6-8bf0fb50d5d7 req-ac295b88-8609-49a5-8c17-c0591c81ef2b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:39.731339 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6a18e510-7ada-4cc1-9ed6-8bf0fb50d5d7 req-ac295b88-8609-49a5-8c17-c0591c81ef2b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 945 time: 0.0509477 Jul 28 06:35:39.781793 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6a18e510-7ada-4cc1-9ed6-8bf0fb50d5d7 req-6c1d7ff6-7fee-46dd-b1a4-5ca1c6adca39 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447109 Jul 28 06:35:39.910608 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab758e4b-41c2-4c13-8dfc-d360d1f48528 req-ba38855d-c23c-44e8-b79e-0f1009611912 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:39.912128 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ab758e4b-41c2-4c13-8dfc-d360d1f48528 req-ba38855d-c23c-44e8-b79e-0f1009611912 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 945 time: 0.0588903 Jul 28 06:35:39.960917 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ab758e4b-41c2-4c13-8dfc-d360d1f48528 req-7c4ecd2f-6378-4446-bc70-09f68cca89ce tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433657 Jul 28 06:35:39.986922 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34438) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:40.027682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44394fd2-249d-4037-ae47-b4895780e657 tempest-TestVolumeBootPattern-207636288 tempest-TestVolumeBootPattern-207636288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:40.029206 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-44394fd2-249d-4037-ae47-b4895780e657 tempest-TestVolumeBootPattern-207636288 tempest-TestVolumeBootPattern-207636288-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1124 time: 0.0405993 Jul 28 06:35:40.031935 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34440) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:40.036794 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:40.160045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:40.241939 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:40.295707 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:40.303045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:40.356946 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Allocated IP 172.27.3.223 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/cb3157b5-72e8-47e6-98a0-960f431c7fe1) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:35:40.469864 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:40.554769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:40.598501 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:35:40.603456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:35:40.606211 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:35:40.633228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=cb3157b5-72e8-47e6-98a0-960f431c7fe1,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:40.649027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.649394 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.649742 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.650086 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.650484 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.650818 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.651166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.651474 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.651804 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.652130 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.652456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.652783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.653107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.653465 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.653787 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:40.822757 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:40.868989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:40.984331 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (78f7ea3b-2ccb-4851-abd2-6fc85ea81a06), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:41.103941 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:41.147226 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:41.256498 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:41.302773 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:41.359104 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:41.379763 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=cb3157b5-72e8-47e6-98a0-960f431c7fe1,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:41.388299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (78f7ea3b-2ccb-4851-abd2-6fc85ea81a06), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:41.482943 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Floating IP 78f7ea3b-2ccb-4851-abd2-6fc85ea81a06 associated. External IP: 172.27.3.223, port: 3fbc8176-5d92-4b04-9641-3e29219cebce. Jul 28 06:35:41.929349 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:35:42.046066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:35:42.056436 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:35:42.069852 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:42.070703 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:42.107455 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:42.127299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:42.158431 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ba0b0afb-8401-4c70-b0cf-056df6398e53 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1254249 Jul 28 06:35:42.159053 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:42.161567 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afad79d-113b-4fce-a463-9f812bc5e7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:42.178651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:42.200551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5cf62-4453-443c-ae8c-f0f6b74cb645 x-openstack-request-id: req-d1f5cf62-4453-443c-ae8c-f0f6b74cb645 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:42.200842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:42.201103 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1f5cf62-4453-443c-ae8c-f0f6b74cb645 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:42.201544 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f5cf62-4453-443c-ae8c-f0f6b74cb645'] response: {'name': 'network-changed', 'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'status': 'completed', 'code': 200} Jul 28 06:35:42.267842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-ffc12493-29d1-4f0c-9651-8e724ddb39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:42.270206 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-ffc12493-29d1-4f0c-9651-8e724ddb39f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1129 time: 0.0437288 Jul 28 06:35:42.297142 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:42.386278 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-a2944766-a3c4-4627-a361-c0fc98392ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:42.387819 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-a2944766-a3c4-4627-a361-c0fc98392ff7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.1090655 Jul 28 06:35:42.429007 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:40Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:42.457378 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:35:42.462612 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-7059939a-e1da-4a06-a36b-baad6644aeab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 200 len: 999 time: 0.0664077 Jul 28 06:35:42.466287 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:42.466898 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:42.515545 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-b4469ebc-c92e-4a46-bc22-ab602b610b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:42.517019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-b4469ebc-c92e-4a46-bc22-ab602b610b00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0456588 Jul 28 06:35:42.563144 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-796de709-2ea3-4354-8784-d75d5ca150a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:42.564683 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-796de709-2ea3-4354-8784-d75d5ca150a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415001 Jul 28 06:35:42.575051 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:42.602669 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:42.794455 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:40Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:42.823651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b4862f-717b-4d5a-984c-abb85df24987 None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:40Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:35:42.909970 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:42.934084 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-455963b1-9ad1-4580-8ed2-113b7288f530 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123867 Jul 28 06:35:43.043587 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec4433-d018-4ab7-8ead-2d386f478241 None None] New status for floating IP 78f7ea3b-2ccb-4851-abd2-6fc85ea81a06: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:35:43.084992 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7afad79d-113b-4fce-a463-9f812bc5e7c6 req-c8f93f29-3ebc-4359-8d27-cc8ec15a206f service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954792 Jul 28 06:35:43.355644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775a095-02c0-4aac-95d4-50793c1434fe req-0af97910-b79a-4d8b-afaf-08f525ef0a85 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:43.357329 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d775a095-02c0-4aac-95d4-50793c1434fe req-0af97910-b79a-4d8b-afaf-08f525ef0a85 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0591285 Jul 28 06:35:43.410769 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d775a095-02c0-4aac-95d4-50793c1434fe req-e998e334-58cb-4f35-b977-8df644e4a079 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 Jul 28 06:35:43.438577 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34472) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:43.586213 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d93aa28-a3b7-42fa-b504-22099c586d3f tempest-TestMinimumBasicScenario-370967378 tempest-TestMinimumBasicScenario-370967378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:43.587750 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8d93aa28-a3b7-42fa-b504-22099c586d3f tempest-TestMinimumBasicScenario-370967378 tempest-TestMinimumBasicScenario-370967378-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1124 time: 0.1482315 Jul 28 06:35:43.590684 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34476) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:43.594834 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'port_id': '1180a354-41d4-4d24-8328-e75871937ec8', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:43.713975 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:43.796677 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:43.919719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Allocated IP 172.27.3.181 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/c7ddb7e9-327f-4902-8091-b5c888b42748) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:35:44.024597 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:44.108878 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:44.150378 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:35:44.157054 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:35:44.161845 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:35:44.184638 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'Port': ['ID=c7ddb7e9-327f-4902-8091-b5c888b42748,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:44.528381 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:44.534152 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:44.535605 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for floatingip (f646f4e7-ae0e-48c1-bc93-237bc2508eb5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:44.666120 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:44.827458 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:44.926142 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265074199'] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:44.944600 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6be9b0-0f21-4641-a753-4b3fa1586a43 req-829a430d-158f-4086-9b83-4de111f9c6d1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:44.946444 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6b6be9b0-0f21-4641-a753-4b3fa1586a43 req-829a430d-158f-4086-9b83-4de111f9c6d1 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.0542669 Jul 28 06:35:44.999451 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6b6be9b0-0f21-4641-a753-4b3fa1586a43 req-1a4e17f9-71a6-4596-b36c-2ab756ffbe00 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466478 Jul 28 06:35:45.008726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'Port': ['ID=c7ddb7e9-327f-4902-8091-b5c888b42748,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:45.019634 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (f646f4e7-ae0e-48c1-bc93-237bc2508eb5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.120518 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Floating IP f646f4e7-ae0e-48c1-bc93-237bc2508eb5 associated. External IP: 172.27.3.181, port: 1180a354-41d4-4d24-8328-e75871937ec8. Jul 28 06:35:45.324595 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:45.335458 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:35:45.444808 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:35:45.454989 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] Sync routers for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:35:45.466151 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:45.473249 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:45.515274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:45.538838 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.571960 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1bd23b02-f104-417f-9daa-51a6613c85a4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9802079 Jul 28 06:35:45.572565 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:45.574907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489d97d-e0a6-4b04-a0a2-466b10fada5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:45.575383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34500) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:45.580434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868824558', 'description': 'tempest-secgroup-smoke-1868824558 description', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:45.615045 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ac598-1a5f-40f3-8a67-4169e610adac x-openstack-request-id: req-211ac598-1a5f-40f3-8a67-4169e610adac {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:45.615342 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:45.615600 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-211ac598-1a5f-40f3-8a67-4169e610adac {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:45.616016 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211ac598-1a5f-40f3-8a67-4169e610adac'] response: {'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'status': 'completed', 'code': 200} Jul 28 06:35:45.679305 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.701990 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:45.748923 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group (2af970f6-abe0-4f63-a6b4-2db1e10f5343), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.828305 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (2af970f6-abe0-4f63-a6b4-2db1e10f5343), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.858784 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af970f6-abe0-4f63-a6b4-2db1e10f5343,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:45.919076 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'f646f4e7-ae0e-48c1-bc93-237bc2508eb5', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'port_id': '1180a354-41d4-4d24-8328-e75871937ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'mac_address': 'fa:16:3e:7e:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:44Z', 'updated_at': '2022-07-28T06:35:44Z', 'revision_number': 0, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:28Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:45.921709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:45.922972 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-6e64f9cc-28cb-4304-8e2c-2fcf6f255143 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3463960 Jul 28 06:35:45.926811 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34504) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:45.931358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group_rule': {'security_group_id': '2af970f6-abe0-4f63-a6b4-2db1e10f5343', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:45.945856 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] Checking router: 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:35:45.954682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:45.955293 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:46.020902 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (3805e601-2db1-4815-b7f6-a47d1c2ef7a5), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.061293 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:46.072551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (3805e601-2db1-4815-b7f6-a47d1c2ef7a5), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.130979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9da29-23e8-4cc7-8a9d-6e852a84fe01 req-d8e9e05b-fa60-4861-ba72-3473ac765aff tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:46.133093 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-40e9da29-23e8-4cc7-8a9d-6e852a84fe01 req-d8e9e05b-fa60-4861-ba72-3473ac765aff tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.0493357 Jul 28 06:35:46.146100 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (3805e601-2db1-4815-b7f6-a47d1c2ef7a5), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.173745 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3805e601-2db1-4815-b7f6-a47d1c2ef7a5,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:46.202213 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-40e9da29-23e8-4cc7-8a9d-6e852a84fe01 req-5b0d7e3f-5cde-46c1-9708-3a2994a0aff8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638452 Jul 28 06:35:46.258033 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.259261 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-7aab4498-5b86-4ce4-92be-037b1df22bfa tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314559 Jul 28 06:35:46.262299 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34508) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:46.271805 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group_rule': {'security_group_id': '2af970f6-abe0-4f63-a6b4-2db1e10f5343', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:46.284765 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'f646f4e7-ae0e-48c1-bc93-237bc2508eb5', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'port_id': '1180a354-41d4-4d24-8328-e75871937ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'mac_address': 'fa:16:3e:7e:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:44Z', 'updated_at': '2022-07-28T06:35:44Z', 'revision_number': 0, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:28Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:46.312420 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d865f2c-aa99-46b9-87d5-07ead38b6aa1 None None] The sync data for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi is: [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': 'f646f4e7-ae0e-48c1-bc93-237bc2508eb5', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'port_id': '1180a354-41d4-4d24-8328-e75871937ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'mac_address': 'fa:16:3e:7e:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:44Z', 'updated_at': '2022-07-28T06:35:44Z', 'revision_number': 0, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:28Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:35:46.358738 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (15eed17c-615f-4e18-9aca-e6aad1e0fcb8), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.363114 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-c9e2a495-68f0-4bfe-a490-8d5f8b7cebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:46.371951 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-c9e2a495-68f0-4bfe-a490-8d5f8b7cebc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1129 time: 0.0581865 Jul 28 06:35:46.430690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:46.435055 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (15eed17c-615f-4e18-9aca-e6aad1e0fcb8), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.470273 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-d024ad2a-1a76-49ea-b07a-f7b31577d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:46.472766 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-d024ad2a-1a76-49ea-b07a-f7b31577d0f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 915 time: 0.1013253 Jul 28 06:35:46.496833 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (15eed17c-615f-4e18-9aca-e6aad1e0fcb8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.532017 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eed17c-615f-4e18-9aca-e6aad1e0fcb8,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:46.557582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:46.576403 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da224e-8694-484f-b642-c7268e2c38a1 None None] New status for floating IP f646f4e7-ae0e-48c1-bc93-237bc2508eb5: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:35:46.587650 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-7b74d391-64d5-4851-813e-a0ec2b37ad80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 999 time: 0.0767159 Jul 28 06:35:46.630783 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.632132 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4001835f-36df-45a5-9f9a-05e1787c9d11 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3688207 Jul 28 06:35:46.635364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34512) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:46.640050 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group_rule': {'security_group_id': '2af970f6-abe0-4f63-a6b4-2db1e10f5343', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:46.720576 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (104a1ade-5ce7-44e7-a723-4573b7616a59), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.760416 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:46.778947 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (104a1ade-5ce7-44e7-a723-4573b7616a59), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.884927 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (104a1ade-5ce7-44e7-a723-4573b7616a59), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.904981 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104a1ade-5ce7-44e7-a723-4573b7616a59,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:46.939283 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-f4038653-9410-4e19-a71a-9ffb2777643b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:46.940781 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-f4038653-9410-4e19-a71a-9ffb2777643b tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.0771933 Jul 28 06:35:46.944730 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-5fab7b89-54f0-431d-a771-67b306d58136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:46.946126 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-5fab7b89-54f0-431d-a771-67b306d58136 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.0911589 Jul 28 06:35:46.977968 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:46.979114 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ab88f977-a08c-4eba-8666-ca60e6615d2f tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428109 Jul 28 06:35:46.981819 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34514) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:46.986093 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group_rule': {'security_group_id': '2af970f6-abe0-4f63-a6b4-2db1e10f5343', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:47.081918 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-d3b089e2-bafe-463e-8ca6-7ba111147475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:47.083503 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-d3b089e2-bafe-463e-8ca6-7ba111147475 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721664 Jul 28 06:35:47.090891 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (3e1195c1-4222-400d-96f0-9ad5d318fa70), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.156556 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (3e1195c1-4222-400d-96f0-9ad5d318fa70), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.168796 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port 6aa249fb-e36a-4866-82dd-73c86b5eca39 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:47.169197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.216584 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (3e1195c1-4222-400d-96f0-9ad5d318fa70), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.233941 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1195c1-4222-400d-96f0-9ad5d318fa70,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:47.283461 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-3c1187ff-3b28-442f-94fb-7fae98221a36 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766438 Jul 28 06:35:47.356289 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.357820 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b5f63b23-f2f0-4f09-a798-7c122528c151 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750451 Jul 28 06:35:47.360735 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34520) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:47.366327 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group_rule': {'security_group_id': '2af970f6-abe0-4f63-a6b4-2db1e10f5343', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:47.390856 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] For port 6aa249fb-e36a-4866-82dd-73c86b5eca39, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6aa249fb-e36a-4866-82dd-73c86b5eca39,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:47.391233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.415107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d6cd4-6233-408c-9df7-f60149f5ae6b req-d8b2c6bc-b4c3-4a5c-aaa8-6d78464a560a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:47.421548 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-402d6cd4-6233-408c-9df7-f60149f5ae6b req-d8b2c6bc-b4c3-4a5c-aaa8-6d78464a560a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 946 time: 0.1230836 Jul 28 06:35:47.474615 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Project d45f04c2af574b889ee776b6a0fa9d40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:35:47.480880 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (67004b1d-0297-4568-a495-58066e28e0ec), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.504229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:47.547036 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (67004b1d-0297-4568-a495-58066e28e0ec), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.565523 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8489d97d-e0a6-4b04-a0a2-466b10fada5e req-f8a8e9ce-f8dc-4ca6-98a1-fb129fdb9c62 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723584 Jul 28 06:35:47.577100 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-402d6cd4-6233-408c-9df7-f60149f5ae6b req-9e171312-c321-4668-b3a2-8cf7f5160093 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cd58437-8273-4e94-834d-78b0acb114d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506705 Jul 28 06:35:47.622770 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (67004b1d-0297-4568-a495-58066e28e0ec), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.645197 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67004b1d-0297-4568-a495-58066e28e0ec,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:47.652860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.653355 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (954aac66-4e79-4e39-8c9c-aa033f411cd2), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.653597 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Floating IP 954aac66-4e79-4e39-8c9c-aa033f411cd2 disassociated. External IP: 172.27.3.147, port: 6aa249fb-e36a-4866-82dd-73c86b5eca39. Jul 28 06:35:47.653917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for 6aa249fb-e36a-4866-82dd-73c86b5eca39 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:47.667222 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:47.710907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.712351 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-518e79e8-bace-4d7e-9f43-775788e3b3dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506317 Jul 28 06:35:47.715295 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34522) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:47.719615 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'security_group_rule': {'security_group_id': '2af970f6-abe0-4f63-a6b4-2db1e10f5343', 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:47.781985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:47.798906 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Project d45f04c2af574b889ee776b6a0fa9d40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:35:47.805980 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (5629fa6e-f09b-4a16-ace4-a0da4657f591), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.866445 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (5629fa6e-f09b-4a16-ace4-a0da4657f591), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.879770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (6aa249fb-e36a-4866-82dd-73c86b5eca39), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.906837 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=6aa249fb-e36a-4866-82dd-73c86b5eca39,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:47.937662 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (5629fa6e-f09b-4a16-ace4-a0da4657f591), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:47.960685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5629fa6e-f09b-4a16-ace4-a0da4657f591,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:48.018899 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:48.020194 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4d455e90-2fee-4bee-b3a7-ae2724f9704c tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039396 Jul 28 06:35:48.025515 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:35:48.162692 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-251ac3f4-121f-4167-9266-9daeef975304 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868824558&fields=id&tenant_id=d45f04c2af574b889ee776b6a0fa9d40 HTTP/1.1" status: 200 len: 267 time: 0.0903611 Jul 28 06:35:48.200152 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:35:48.211301 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:35:48.222494 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:48.223111 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:48.258225 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] No DVR routers for this DVR port 6aa249fb-e36a-4866-82dd-73c86b5eca39 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:35:48.262188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:48.265489 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8b14f9c5-b20e-4e82-8290-46e2967be661 req-cadd7059-1610-49dc-9175-4f711d8f48b8 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.71 "DELETE /v2.0/ports/6aa249fb-e36a-4866-82dd-73c86b5eca39 HTTP/1.1" status: 204 len: 173 time: 1.2608597 Jul 28 06:35:48.265951 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'name': 'network-vif-deleted', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:48.268397 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af03cfb-8fb0-4401-952f-65357c5f5734" -d '{"events": [{"server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "name": "network-vif-deleted", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:48.278476 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-6295523b-47d5-40f5-b484-5b99ca4a640e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:48.280075 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-6295523b-47d5-40f5-b484-5b99ca4a640e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.1115851 Jul 28 06:35:48.294787 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'port': {'security_groups': ['e269fef0-d416-443b-aba2-69166171591d', '2af970f6-abe0-4f63-a6b4-2db1e10f5343']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:35:48.331809 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05159c6-d70f-457a-af2e-4cd476c04af2 x-openstack-request-id: req-f05159c6-d70f-457a-af2e-4cd476c04af2 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:48.336078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d157d234-2574-4448-be4a-85affdd703ba", "name": "network-vif-deleted", "tag": "6aa249fb-e36a-4866-82dd-73c86b5eca39", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:48.336078 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f05159c6-d70f-457a-af2e-4cd476c04af2 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:48.336078 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05159c6-d70f-457a-af2e-4cd476c04af2'] response: {'server_uuid': 'd157d234-2574-4448-be4a-85affdd703ba', 'name': 'network-vif-deleted', 'tag': '6aa249fb-e36a-4866-82dd-73c86b5eca39', 'status': 'completed', 'code': 200} Jul 28 06:35:48.355164 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:48.402414 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:48.441991 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:48.597856 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:48.625875 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:35:48.635535 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:48.636153 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:48.660725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:48.669732 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:48.692464 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for port (1180a354-41d4-4d24-8328-e75871937ec8), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:48.734955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:48.752240 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:48.760076 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c47619da-38d9-45d2-8159-8b1f513e5bf2 req-0e5a737c-07fa-41f9-8964-5f7abe92c7ac tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/ports?device_id=d157d234-2574-4448-be4a-85affdd703ba HTTP/1.1" status: 200 len: 210 time: 0.0360103 Jul 28 06:35:48.761164 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:48.783328 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1180a354-41d4-4d24-8328-e75871937ec8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:35:48.785180 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:48.785847 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:48.787331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf5b7a23-53cc-4850-9b66-42bd9023f230 req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "PUT /v2.0/ports/1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 981 time: 0.4984915 Jul 28 06:35:48.845618 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32983cd-f5d9-40a4-a8b3-e3a45cf56b26 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=6']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:48.914346 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1180a354-41d4-4d24-8328-e75871937ec8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:35:48.923530 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2908-9cef-4b4a-8335-9beabe2ffd03 req-7edc2f8d-ba1c-4170-ad19-80ef976fc25d tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:48.933623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-156d2908-9cef-4b4a-8335-9beabe2ffd03 req-7edc2f8d-ba1c-4170-ad19-80ef976fc25d tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0671246 Jul 28 06:35:49.018737 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-156d2908-9cef-4b4a-8335-9beabe2ffd03 req-88584e8d-f851-4747-8d93-22714648245b tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836136 Jul 28 06:35:49.103381 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-a9d11997-ff6a-4a92-a56e-d0a61a8f0ce7 None None] Provisioning complete for port 1180a354-41d4-4d24-8328-e75871937ec8 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:35:49.103644 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a9d11997-ff6a-4a92-a56e-d0a61a8f0ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1180a354-41d4-4d24-8328-e75871937ec8), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:49.311081 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:49.377966 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:49.568165 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a9d11997-ff6a-4a92-a56e-d0a61a8f0ce7 None None] Current status of the port 1180a354-41d4-4d24-8328-e75871937ec8 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:35:49.570671 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d6900-24de-4060-bd05-a5536cdc7ffa req-f568cc02-d6a0-435c-8ea7-415fc433e942 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:49.571169 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfc11f-e7dd-497f-b4da-d55376218412 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:20Z', 'revision_number': 4, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': 'e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226', 'name': '', 'network_id': 'fbbc8d74-4a13-4069-9d84-f85f9df7bdf6', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'mac_address': 'fa:16:3e:f8:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:17Z', 'updated_at': '2022-07-28T06:28:35Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'subnets': [{'id': '353780f6-cafc-4a44-84bb-c5c93d924b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:35:49.573351 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3d4d6900-24de-4060-bd05-a5536cdc7ffa req-f568cc02-d6a0-435c-8ea7-415fc433e942 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0563304 Jul 28 06:35:49.627817 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3d4d6900-24de-4060-bd05-a5536cdc7ffa req-916ee44f-3584-4701-a4c6-f3e8a42072de tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476916 Jul 28 06:35:49.747323 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:49.814245 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aab231-83ea-4689-a64b-e4d41fb0b36f None None] New status for floating IP 954aac66-4e79-4e39-8c9c-aa033f411cd2: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:35:49.959982 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34558) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:50.015977 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36e8dfde-b285-4dbd-b809-512e1d9c9489 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (1cd58437-8273-4e94-834d-78b0acb114d1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.043514 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36e8dfde-b285-4dbd-b809-512e1d9c9489 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (1cd58437-8273-4e94-834d-78b0acb114d1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.164683 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36e8dfde-b285-4dbd-b809-512e1d9c9489 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (1cd58437-8273-4e94-834d-78b0acb114d1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.167339 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-36e8dfde-b285-4dbd-b809-512e1d9c9489 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.168511 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-36e8dfde-b285-4dbd-b809-512e1d9c9489 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/security-groups/1cd58437-8273-4e94-834d-78b0acb114d1 HTTP/1.1" status: 204 len: 168 time: 0.2075114 Jul 28 06:35:50.171347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34560) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:50.179196 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8dfde-b285-4dbd-b809-512e1d9c9489 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd58437-8273-4e94-834d-78b0acb114d1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:50.187350 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.api.v2.resource [None req-1187b4ff-c10e-436a-9612-da19edb9521a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] show failed (client error): The resource could not be found. Jul 28 06:35:50.188386 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1187b4ff-c10e-436a-9612-da19edb9521a tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "GET /v2.0/security-groups/1cd58437-8273-4e94-834d-78b0acb114d1 HTTP/1.1" status: 404 len: 347 time: 0.0154717 Jul 28 06:35:50.192446 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34562) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:50.309018 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Deleting port dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:50.309390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.347489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:50.349772 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:50.391622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61d39dc-0959-49eb-8b80-357ace23d12b x-openstack-request-id: req-e61d39dc-0959-49eb-8b80-357ace23d12b {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:50.391999 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:50.392168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e61d39dc-0959-49eb-8b80-357ace23d12b {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:50.392562 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61d39dc-0959-49eb-8b80-357ace23d12b'] response: {'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'status': 'completed', 'code': 200} Jul 28 06:35:50.397787 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:50.401614 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.401946 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.416120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Calling delete_port for dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d owned by network:floatingip {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:50.611394 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.644550 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Pushing event deleted for resources: {'Port': ['ID=dd6c9ece-a5a1-45e4-bdcd-b8c2b2ccef7d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:50.714041 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks [] for floatingip (954aac66-4e79-4e39-8c9c-aa033f411cd2), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.716872 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:50.718092 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-52c95506-528e-4ce2-95c7-ed2fb8247801 tempest-AttachVolumeNegativeTest-390604292 tempest-AttachVolumeNegativeTest-390604292-project] 10.222.0.69 "DELETE /v2.0/floatingips/954aac66-4e79-4e39-8c9c-aa033f411cd2 HTTP/1.1" status: 204 len: 168 time: 0.5246639 Jul 28 06:35:50.776186 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16f0fe-4b51-4e0d-972e-dd9fa4dc3bd8 req-aca23342-ba3a-407c-9c48-dfd3bf327a98 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:50.777844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5f16f0fe-4b51-4e0d-972e-dd9fa4dc3bd8 req-aca23342-ba3a-407c-9c48-dfd3bf327a98 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0651503 Jul 28 06:35:50.829822 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5f16f0fe-4b51-4e0d-972e-dd9fa4dc3bd8 req-43ee7d89-02c4-4fb3-bff0-400b0fd2f0e9 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459402 Jul 28 06:35:51.080042 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6aa249fb-e36a-4866-82dd-73c86b5eca39 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:51.104611 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 6aa249fb-e36a-4866-82dd-73c86b5eca39 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:35:51.104961 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6aa249fb-e36a-4866-82dd-73c86b5eca39 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:35:51.180796 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:51.190984 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-2bd41516-1e70-408c-b143-7368e700ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:51.192474 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-2bd41516-1e70-408c-b143-7368e700ee61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1168 time: 0.0445008 Jul 28 06:35:51.294824 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-822ff640-0c97-4d08-a417-5e0ac573b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:51.296362 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-822ff640-0c97-4d08-a417-5e0ac573b4f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 915 time: 0.0938652 Jul 28 06:35:51.426516 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-9c7cb505-d359-4554-b73e-27788b0582ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0717936 Jul 28 06:35:51.493622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-996069e0-0e30-4488-9a51-29e0dd02d1f5 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:51.495097 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-996069e0-0e30-4488-9a51-29e0dd02d1f5 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0789766 Jul 28 06:35:51.513620 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-0880c841-f647-4d83-9dee-6c211a396577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:51.515011 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-0880c841-f647-4d83-9dee-6c211a396577 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.0683112 Jul 28 06:35:51.846960 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-4d51d583-03f7-46ab-9223-71fe0acdfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:51.848470 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-4d51d583-03f7-46ab-9223-71fe0acdfff0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3157644 Jul 28 06:35:51.880810 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Deleting port fb554a0f-06dd-4144-a372-226de8c86bac {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:51.881154 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:52.027896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a07e15-31ad-47e6-9560-a60338301408 req-1155fd52-9a54-4d5c-8755-b732fafe74e1 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:52.029291 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-33a07e15-31ad-47e6-9560-a60338301408 req-1155fd52-9a54-4d5c-8755-b732fafe74e1 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 945 time: 0.1197245 Jul 28 06:35:52.074345 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:52.103739 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-d1b53ab3-1c0d-4530-aeb5-345733d99def service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458498 Jul 28 06:35:52.105542 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] For port fb554a0f-06dd-4144-a372-226de8c86bac, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=fb554a0f-06dd-4144-a372-226de8c86bac,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:52.105943 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:52.217019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-33a07e15-31ad-47e6-9560-a60338301408 req-fa3948bf-d0e3-46fe-a8f3-3135ebdbbe6e tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups?id=4235d408-e65a-49b8-9086-5365bb68eeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700537 Jul 28 06:35:52.324229 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4c7e650-9e2f-4a0d-93e8-be9e94eff1fb req-db82bd34-10b0-4d17-9145-519b391a426f service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094729 Jul 28 06:35:52.356832 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:52.384481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:52.384887 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (4d875426-a4c9-49d6-be45-45dac00a3369), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:52.385218 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Floating IP 4d875426-a4c9-49d6-be45-45dac00a3369 disassociated. External IP: 172.27.3.180, port: fb554a0f-06dd-4144-a372-226de8c86bac. Jul 28 06:35:52.385598 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Calling delete_port for fb554a0f-06dd-4144-a372-226de8c86bac owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:52.565874 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (fb554a0f-06dd-4144-a372-226de8c86bac), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:52.601345 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event deleted for resources: {'Port': ['ID=fb554a0f-06dd-4144-a372-226de8c86bac,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:52.713493 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:35:52.822906 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:35:52.835084 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:35:52.847261 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:52.847912 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:52.910354 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] No DVR routers for this DVR port fb554a0f-06dd-4144-a372-226de8c86bac on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:35:52.914633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:52.917853 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f220a7b1-5239-4881-bcde-b42e0433cd9f req-77e602c5-9f74-44fb-a724-6d0312547cae tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.71 "DELETE /v2.0/ports/fb554a0f-06dd-4144-a372-226de8c86bac HTTP/1.1" status: 204 len: 173 time: 1.4143186 Jul 28 06:35:52.918296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'name': 'network-vif-deleted', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:35:52.920689 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7bc2f1-1dee-43b7-a6f4-33423e734fa5" -d '{"events": [{"server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "name": "network-vif-deleted", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:35:52.968263 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbb2e4-9b96-4203-a11e-b6bacb1e53f4 req-200e9c0b-2547-4f82-8950-ab5fd39c5577 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:52.969903 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dedbb2e4-9b96-4203-a11e-b6bacb1e53f4 req-200e9c0b-2547-4f82-8950-ab5fd39c5577 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.1185770 Jul 28 06:35:52.981047 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:52.988787 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44daae0a-2063-41e2-b399-99f872ea3530 x-openstack-request-id: req-44daae0a-2063-41e2-b399-99f872ea3530 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:35:52.989079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2b54ed-914b-44a9-aea7-9db46c81b1e2", "name": "network-vif-deleted", "tag": "fb554a0f-06dd-4144-a372-226de8c86bac", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:35:52.989357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44daae0a-2063-41e2-b399-99f872ea3530 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:35:52.989773 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44daae0a-2063-41e2-b399-99f872ea3530'] response: {'server_uuid': 'dc2b54ed-914b-44a9-aea7-9db46c81b1e2', 'name': 'network-vif-deleted', 'tag': 'fb554a0f-06dd-4144-a372-226de8c86bac', 'status': 'completed', 'code': 200} Jul 28 06:35:53.017569 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-086d593d-b154-448a-8ff8-c53985456abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:53.019900 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-086d593d-b154-448a-8ff8-c53985456abc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1168 time: 0.0706644 Jul 28 06:35:53.120529 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dedbb2e4-9b96-4203-a11e-b6bacb1e53f4 req-68cd32d1-b28a-47de-a733-218faf8f50ec tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298761 Jul 28 06:35:53.173678 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-2f06ef38-180e-465f-8abf-af81b2001795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:53.175862 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-2f06ef38-180e-465f-8abf-af81b2001795 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 915 time: 0.1403656 Jul 28 06:35:53.216628 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:53.247483 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:35:53.251825 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:53.253236 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-a626fabe-f57e-4c2e-b111-598dc84719ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0638092 Jul 28 06:35:53.258524 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:53.259240 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:53.303423 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-ecc1cda6-db06-40c7-acfb-6485b65fcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:53.305329 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-ecc1cda6-db06-40c7-acfb-6485b65fcb6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.0491188 Jul 28 06:35:53.364079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:53.374704 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d4ab78fa-c613-49e9-9403-766b3cb14404 req-762686e9-c477-4055-a2a6-48cae3eff629 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2b54ed-914b-44a9-aea7-9db46c81b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0655677 Jul 28 06:35:53.375745 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:53.389701 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-404ae866-de5f-459e-93ba-deeeddf65cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:53.391727 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-404ae866-de5f-459e-93ba-deeeddf65cc6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716095 Jul 28 06:35:53.503123 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:53.589334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:53.616650 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58395ed-2d57-48d0-9bb3-acfd14bb79e6 None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:28:27Z', 'revision_number': 4, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '3ed0225d-8ba2-4a3c-9565-03a61f45bcf9', 'name': '', 'network_id': '4a12595b-98a5-4f32-a18b-a79716ee46af', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'mac_address': 'fa:16:3e:e1:35:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:24Z', 'updated_at': '2022-07-28T06:28:40Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'subnets': [{'id': '29eda0ea-3f8d-463a-b4b7-181c6989dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:35:53.683004 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-f340b73a-ff10-4dc0-ad59-0b048e39b31c service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941126 Jul 28 06:35:53.751158 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:53.790748 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4a2d6f37-b84b-49f6-acb2-f4c3c3dca959 req-4d10b107-8ccf-4ecf-9611-62591d66242c service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967934 Jul 28 06:35:53.879020 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa38af9-ab96-49a8-8606-1b82cd9dc983 None None] New status for floating IP 4d875426-a4c9-49d6-be45-45dac00a3369: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:35:54.255188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ea419-db18-444e-828a-1ff6ba7fa586 req-f592108d-d56e-4ed8-a442-8298cc0918f2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:54.256693 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-057ea419-db18-444e-828a-1ff6ba7fa586 req-f592108d-d56e-4ed8-a442-8298cc0918f2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0545330 Jul 28 06:35:54.318471 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-057ea419-db18-444e-828a-1ff6ba7fa586 req-d1e115c9-0799-4268-aa0c-20b05d71a3ed tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559802 Jul 28 06:35:54.526419 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34614) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:54.581886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac28f-635b-4a05-96db-955d5e30ff85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (4235d408-e65a-49b8-9086-5365bb68eeba), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.607881 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac28f-635b-4a05-96db-955d5e30ff85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (4235d408-e65a-49b8-9086-5365bb68eeba), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.719611 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac28f-635b-4a05-96db-955d5e30ff85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (4235d408-e65a-49b8-9086-5365bb68eeba), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.722892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac28f-635b-4a05-96db-955d5e30ff85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.724193 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-3c6ac28f-635b-4a05-96db-955d5e30ff85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "DELETE /v2.0/security-groups/4235d408-e65a-49b8-9086-5365bb68eeba HTTP/1.1" status: 204 len: 168 time: 0.1966584 Jul 28 06:35:54.726907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34616) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:54.734038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ac28f-635b-4a05-96db-955d5e30ff85 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4235d408-e65a-49b8-9086-5365bb68eeba,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:54.740932 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-64588e50-d823-4b2f-91a2-ee338f242384 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] show failed (client error): The resource could not be found. Jul 28 06:35:54.742182 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-64588e50-d823-4b2f-91a2-ee338f242384 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "GET /v2.0/security-groups/4235d408-e65a-49b8-9086-5365bb68eeba HTTP/1.1" status: 404 len: 347 time: 0.0142939 Jul 28 06:35:54.745053 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34618) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:54.862407 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Deleting port e96e56c3-967c-4356-9c35-1ca8a0702543 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:54.862534 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.904818 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34626) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:54.951921 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.952245 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (e96e56c3-967c-4356-9c35-1ca8a0702543), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:54.969469 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:54.970831 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Calling delete_port for e96e56c3-967c-4356-9c35-1ca8a0702543 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:55.103856 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device fb554a0f-06dd-4144-a372-226de8c86bac no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:55.128253 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: fb554a0f-06dd-4144-a372-226de8c86bac {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:35:55.128610 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device fb554a0f-06dd-4144-a372-226de8c86bac not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:35:55.218995 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:55.285966 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (e96e56c3-967c-4356-9c35-1ca8a0702543), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:55.332171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Pushing event deleted for resources: {'Port': ['ID=e96e56c3-967c-4356-9c35-1ca8a0702543,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:55.372268 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.372701 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.373111 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.373544 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.373949 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.374467 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.374799 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.375124 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.375508 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.375839 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.376166 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.376490 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.376809 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.377133 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.378129 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:35:55.448720 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b7d4-5c22-4444-9f69-4910c0d37dd3 req-68fa42d5-50ef-4765-af52-b6c75f3b63e9 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:55.450299 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7ea3b7d4-5c22-4444-9f69-4910c0d37dd3 req-68fa42d5-50ef-4765-af52-b6c75f3b63e9 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0529618 Jul 28 06:35:55.460220 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks [] for floatingip (4d875426-a4c9-49d6-be45-45dac00a3369), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:55.462737 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:55.466352 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3c426bf7-2b59-43db-b38c-6fd5343f54c6 tempest-AttachVolumeTestJSON-666533946 tempest-AttachVolumeTestJSON-666533946-project] 10.222.0.69 "DELETE /v2.0/floatingips/4d875426-a4c9-49d6-be45-45dac00a3369 HTTP/1.1" status: 204 len: 168 time: 0.7177119 Jul 28 06:35:55.508660 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (209ed007-c16d-4c1d-8167-a8cee9de5110), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:55.515008 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7ea3b7d4-5c22-4444-9f69-4910c0d37dd3 req-6f7ed25f-326d-48f9-906b-0a5bd0cf5bda tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588360 Jul 28 06:35:55.742567 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Deleting port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:55.743083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:55.829969 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] For port e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:55.830933 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:55.844281 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Calling delete_port for e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:55.849482 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:56.102837 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:56.132260 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:56.186895 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:56.530356 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (209ed007-c16d-4c1d-8167-a8cee9de5110), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:56.637512 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8efdc4-469d-4165-a1fa-ea40d2c57fba req-5f97515e-5bd3-4403-a077-5195e9366dc1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:56.638937 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b8efdc4-469d-4165-a1fa-ea40d2c57fba req-5f97515e-5bd3-4403-a077-5195e9366dc1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0482988 Jul 28 06:35:56.700980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b8efdc4-469d-4165-a1fa-ea40d2c57fba req-e8cd3fb5-18dd-4e11-8a6d-3ed8a1307cb8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555792 Jul 28 06:35:56.739283 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Router 209ed007-c16d-4c1d-8167-a8cee9de5110 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:35:56.846954 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:35:56.852127 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-804b6a3c-79b4-40c0-8585-a0aef8d97ce2 admin admin] 10.222.0.69 "PUT /v2.0/routers/209ed007-c16d-4c1d-8167-a8cee9de5110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9461794 Jul 28 06:35:56.854541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34644) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:56.857104 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] Sync routers for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:35:56.869077 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:56.869739 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:56.956353 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks [] for router (209ed007-c16d-4c1d-8167-a8cee9de5110), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:56.972870 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:57.063455 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks [] for router_gateway (209ed007-c16d-4c1d-8167-a8cee9de5110), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.143807 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fb752f38-5338-4727-8684-d44c73802a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:35:55Z', 'revision_number': 5, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port': {'id': 'fb752f38-5338-4727-8684-d44c73802a62', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:57.169202 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] Checking router: 209ed007-c16d-4c1d-8167-a8cee9de5110 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:35:57.178955 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] Routers {'209ed007-c16d-4c1d-8167-a8cee9de5110'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:35:57.179561 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['209ed007-c16d-4c1d-8167-a8cee9de5110'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:57.189286 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Deleting port fb752f38-5338-4727-8684-d44c73802a62 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:57.189666 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (fb752f38-5338-4727-8684-d44c73802a62), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.228382 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:57.267404 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] Set router 209ed007-c16d-4c1d-8167-a8cee9de5110 gateway port host: None {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:35:57.276317 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] For port fb752f38-5338-4727-8684-d44c73802a62, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=fb752f38-5338-4727-8684-d44c73802a62,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:57.276688 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (fb752f38-5338-4727-8684-d44c73802a62), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.290779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Calling delete_port for fb752f38-5338-4727-8684-d44c73802a62 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:57.302135 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:57.322053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:35:57Z', 'revision_number': 6, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:57.348975 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210385e0-5fa6-4f32-b4be-b6a7cfe98048 None None] The sync data for ids ['209ed007-c16d-4c1d-8167-a8cee9de5110'] in dv-cinder-812429-2-iscsi is: [{'id': '209ed007-c16d-4c1d-8167-a8cee9de5110', 'name': 'tempest-AttachVolumeNegativeTest-1300435887-router', 'tenant_id': '85bf0de611024c06aee30418f26d2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:35:57Z', 'revision_number': 6, 'project_id': '85bf0de611024c06aee30418f26d2f1c', 'gw_port_host': None}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:35:57.548242 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (fb752f38-5338-4727-8684-d44c73802a62), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.575229 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb752f38-5338-4727-8684-d44c73802a62,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:57.645262 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (209ed007-c16d-4c1d-8167-a8cee9de5110), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.741287 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (209ed007-c16d-4c1d-8167-a8cee9de5110), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.743826 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks [] for router_controller (209ed007-c16d-4c1d-8167-a8cee9de5110), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.810676 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:57.840901 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:35:57.841284 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device e3e34ee2-52ce-4dd7-b9ab-6ace7c8c4226 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:35:57.851142 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (209ed007-c16d-4c1d-8167-a8cee9de5110), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.851914 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209ed007-c16d-4c1d-8167-a8cee9de5110 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:35:57.856250 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7506449-d1ee-40a7-bc6d-23eaf7ede8b2 req-e62f23dd-731c-42a3-a131-40989b9a6319 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:57.856639 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.860160 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7506449-d1ee-40a7-bc6d-23eaf7ede8b2 req-e62f23dd-731c-42a3-a131-40989b9a6319 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0714276 Jul 28 06:35:57.860314 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d47ee68f-5646-43c8-9f97-9c1f40e158b9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/209ed007-c16d-4c1d-8167-a8cee9de5110 HTTP/1.1" status: 204 len: 168 time: 1.0020452 Jul 28 06:35:57.860439 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34650) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:57.933887 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Deleting subnet 353780f6-cafc-4a44-84bb-c5c93d924b87 {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:35:57.944247 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Publish callbacks [] for subnet (353780f6-cafc-4a44-84bb-c5c93d924b87), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:57.993073 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f7506449-d1ee-40a7-bc6d-23eaf7ede8b2 req-6787b567-368e-49ff-906c-96b5973e7693 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248088 Jul 28 06:35:57.999852 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (353780f6-cafc-4a44-84bb-c5c93d924b87), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.067630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:58.089064 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (353780f6-cafc-4a44-84bb-c5c93d924b87), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.135973 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:58.216971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (353780f6-cafc-4a44-84bb-c5c93d924b87), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.245233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353780f6-cafc-4a44-84bb-c5c93d924b87,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:58.248894 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.252096 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-6a950844-cb29-4f7c-a747-1e54294c0fc8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/353780f6-cafc-4a44-84bb-c5c93d924b87 HTTP/1.1" status: 204 len: 168 time: 0.3908045 Jul 28 06:35:58.255188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34660) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:58.256437 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce902574-9e7d-4604-ade4-45a648f4c775 None None] Network fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:35:58.353805 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.421539 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Deleting port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:58.422275 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.504748 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] For port 63028662-eb33-4889-a8d1-c0c3a5dfcca2, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=63028662-eb33-4889-a8d1-c0c3a5dfcca2,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:58.505233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.524514 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Calling delete_port for 63028662-eb33-4889-a8d1-c0c3a5dfcca2 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:58.579266 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] DHCP port deletion for fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:35:58.617939 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] Deleting port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:35:58.618206 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.685868 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] For port 63028662-eb33-4889-a8d1-c0c3a5dfcca2, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=63028662-eb33-4889-a8d1-c0c3a5dfcca2,segment=NetworkSegment(548603b2-4b06-4b5b-9bc9-d48db8860921),segment_id=548603b2-4b06-4b5b-9bc9-d48db8860921)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:35:58.686259 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.699286 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] Calling delete_port for 63028662-eb33-4889-a8d1-c0c3a5dfcca2 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:35:58.725202 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.745255 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:58.750779 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63028662-eb33-4889-a8d1-c0c3a5dfcca2,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:58.754990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] No DVR routers for this DVR port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 on host dv-cinder-812429-2-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:35:58.778782 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (63028662-eb33-4889-a8d1-c0c3a5dfcca2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.808488 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] Pushing event deleted for resources: {'Port': ['ID=63028662-eb33-4889-a8d1-c0c3a5dfcca2,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:58.810413 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb535d3-775b-4306-8c5f-3abbed5ee147 None None] No DVR routers for this DVR port 63028662-eb33-4889-a8d1-c0c3a5dfcca2 on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:35:58.832948 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.854700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbc8d74-4a13-4069-9d84-f85f9df7bdf6']}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:58.865464 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548603b2-4b06-4b5b-9bc9-d48db8860921') {'for_net_delete': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:58.866122 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548603b2-4b06-4b5b-9bc9-d48db8860921') {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:35:58.876136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266230911'] for segment (548603b2-4b06-4b5b-9bc9-d48db8860921), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.889773 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (548603b2-4b06-4b5b-9bc9-d48db8860921), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.896403 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:35:58.896784 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264295755'] for segment (548603b2-4b06-4b5b-9bc9-d48db8860921), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:58.910640 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:35:59.038365 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 548603b2-4b06-4b5b-9bc9-d48db8860921 resource provider aggregate not found Jul 28 06:35:59.057814 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 548603b2-4b06-4b5b-9bc9-d48db8860921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 548603b2-4b06-4b5b-9bc9-d48db8860921 found for delete ", "request_id": "req-94ce5c37-8a36-4c0b-b06f-2a8fb1d22e99"}]} Jul 28 06:35:59.110573 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (fbbc8d74-4a13-4069-9d84-f85f9df7bdf6), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:59.115498 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:59.122605 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fbbc8d74-4a13-4069-9d84-f85f9df7bdf6 HTTP/1.1" status: 204 len: 168 time: 0.8637376 Jul 28 06:35:59.141099 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe621d-255d-4789-a0d7-21c391da18d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbbc8d74-4a13-4069-9d84-f85f9df7bdf6,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:35:59.161003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726ceb-97ab-4ca3-93a4-415852662f71 req-23831bb8-2f8f-4978-bfde-a7e08a28de14 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:35:59.163375 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5726ceb-97ab-4ca3-93a4-415852662f71 req-23831bb8-2f8f-4978-bfde-a7e08a28de14 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0908258 Jul 28 06:35:59.235088 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f5726ceb-97ab-4ca3-93a4-415852662f71 req-5d1aa13b-857d-4e95-9a9a-503d452c3126 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649514 Jul 28 06:35:59.498622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34678) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:59.541783 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d9239b37-e2bf-4a76-8499-27d713e75534 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85bf0de611024c06aee30418f26d2f1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434778 Jul 28 06:35:59.544850 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34682) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:59.547472 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device fb752f38-5338-4727-8684-d44c73802a62 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:59.548326 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34684) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:35:59.569407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: fb752f38-5338-4727-8684-d44c73802a62 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:35:59.569759 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device fb752f38-5338-4727-8684-d44c73802a62 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:35:59.579467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 63028662-eb33-4889-a8d1-c0c3a5dfcca2 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:35:59.590080 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 63028662-eb33-4889-a8d1-c0c3a5dfcca2 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:35:59.590425 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 63028662-eb33-4889-a8d1-c0c3a5dfcca2 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:35:59.598901 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0666d65e-06f7-41cd-b2f2-aaccce91ffc6 admin admin] Publish callbacks [] for security_group (ac12adfb-fd4d-4b53-b9b9-7c37c929a09d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:59.621739 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0666d65e-06f7-41cd-b2f2-aaccce91ffc6 admin admin] Publish callbacks [] for security_group (ac12adfb-fd4d-4b53-b9b9-7c37c929a09d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:59.770321 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0666d65e-06f7-41cd-b2f2-aaccce91ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (ac12adfb-fd4d-4b53-b9b9-7c37c929a09d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:59.773059 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0666d65e-06f7-41cd-b2f2-aaccce91ffc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:35:59.774420 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0666d65e-06f7-41cd-b2f2-aaccce91ffc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac12adfb-fd4d-4b53-b9b9-7c37c929a09d HTTP/1.1" status: 204 len: 168 time: 0.2283707 Jul 28 06:35:59.782918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d65e-06f7-41cd-b2f2-aaccce91ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac12adfb-fd4d-4b53-b9b9-7c37c929a09d,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:00.097024 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:00.307650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:00.637625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42fdf-4870-45a8-b40c-f21c964ae4b7 req-c219a53e-f09c-4ba7-bd28-07974d597f15 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:00.639124 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-12a42fdf-4870-45a8-b40c-f21c964ae4b7 req-c219a53e-f09c-4ba7-bd28-07974d597f15 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.3284831 Jul 28 06:36:00.687710 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Deleting port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:00.688052 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:00.752468 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:00.778846 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-12a42fdf-4870-45a8-b40c-f21c964ae4b7 req-6369ef82-219c-4f98-bf26-0f8b01acc2e0 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199119 Jul 28 06:36:00.811182 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] For port 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:00.811560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:00.826428 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Calling delete_port for 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 owned by network:router_interface {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:01.073831 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (3ed0225d-8ba2-4a3c-9565-03a61f45bcf9), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:01.101711 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed0225d-8ba2-4a3c-9565-03a61f45bcf9,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:01.267781 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:01.496905 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:36:01.604516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:36:01.609833 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d6bcc1bc-20b2-4b89-9664-7915acb13796 admin admin] 10.222.0.69 "PUT /v2.0/routers/09fee888-8aaa-4f6e-9f9a-c3bfd78dd741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601909 Jul 28 06:36:01.613097 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34718) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:01.616090 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] Sync routers for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:36:01.652657 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:36:01.653299 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:01.653633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:01.711347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:01.724553 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks [] for router (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:01.764037 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:36:01.843581 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks [] for router_gateway (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:01.916292 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8c529-d770-4be3-ba60-7046fe427c5a req-9b710fd5-e23d-4531-9a8a-2d40f7cb5934 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:01.917935 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ec8c529-d770-4be3-ba60-7046fe427c5a req-9b710fd5-e23d-4531-9a8a-2d40f7cb5934 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0514836 Jul 28 06:36:01.941888 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:36:00Z', 'revision_number': 5, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port': {'id': 'a474374d-8389-43ef-bcc6-d4a56a4e36a2', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:01.971567 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] Checking router: 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:36:01.977037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Deleting port a474374d-8389-43ef-bcc6-d4a56a4e36a2 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:01.977386 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:01.980517 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] Routers {'09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:36:01.981405 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:35:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:02.048421 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:36:02.058710 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2ec8c529-d770-4be3-ba60-7046fe427c5a req-7db7f478-fc04-4628-9317-587361b25cd0 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196618 Jul 28 06:36:02.071786 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] Set router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:36:02.099025 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] For port a474374d-8389-43ef-bcc6-d4a56a4e36a2, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=a474374d-8389-43ef-bcc6-d4a56a4e36a2,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:02.099025 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.113092 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Calling delete_port for a474374d-8389-43ef-bcc6-d4a56a4e36a2 owned by network:router_gateway {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:02.125278 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:36:01Z', 'revision_number': 6, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:02.150512 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fde4a4-8e4f-4925-bb73-4d03c6422b82 None None] The sync data for ids ['09fee888-8aaa-4f6e-9f9a-c3bfd78dd741'] in dv-cinder-812429-2-iscsi is: [{'id': '09fee888-8aaa-4f6e-9f9a-c3bfd78dd741', 'name': 'tempest-AttachVolumeTestJSON-2015707290-router', 'tenant_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:10Z', 'updated_at': '2022-07-28T06:36:01Z', 'revision_number': 6, 'project_id': 'f7bae530a50e4c6ea97a654750ddf79f', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:36:02.232395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:02.354133 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (a474374d-8389-43ef-bcc6-d4a56a4e36a2), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.383363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a474374d-8389-43ef-bcc6-d4a56a4e36a2,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:02.453334 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.559830 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.564364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks [] for router_controller (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.691408 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (09fee888-8aaa-4f6e-9f9a-c3bfd78dd741), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.692065 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 {{(pid=104326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:36:02.697173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.698361 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c4259e1d-53aa-4537-bacd-d19ff022da2b admin admin] 10.222.0.69 "DELETE /v2.0/routers/09fee888-8aaa-4f6e-9f9a-c3bfd78dd741 HTTP/1.1" status: 204 len: 168 time: 1.0841110 Jul 28 06:36:02.700838 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34730) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:02.746601 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Deleting subnet 29eda0ea-3f8d-463a-b4b7-181c6989dd6b {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:36:02.749795 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Publish callbacks [] for subnet (29eda0ea-3f8d-463a-b4b7-181c6989dd6b), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.786681 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (29eda0ea-3f8d-463a-b4b7-181c6989dd6b), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:02.872952 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (29eda0ea-3f8d-463a-b4b7-181c6989dd6b), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.003434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (29eda0ea-3f8d-463a-b4b7-181c6989dd6b), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.025668 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29eda0ea-3f8d-463a-b4b7-181c6989dd6b,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:03.034241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.037953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-43957ba7-8fa8-4a0a-94a8-faacbbf0491f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/29eda0ea-3f8d-463a-b4b7-181c6989dd6b HTTP/1.1" status: 204 len: 168 time: 0.3359964 Jul 28 06:36:03.038589 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34742) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:03.040607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2f4fc-20ab-4b7f-bcb3-d532e8f64bed None None] Network 4a12595b-98a5-4f32-a18b-a79716ee46af requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:36:03.053583 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:03.127017 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (4a12595b-98a5-4f32-a18b-a79716ee46af), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.201203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d765db4-b632-4c78-9a3f-32c3fc180a41 req-039b2a0b-a23b-4d36-9f3d-8f4ebfd6b1b2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:03.201918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Deleting port 97958597-c352-4c7d-a5ee-8d039bbe5f55 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:03.202459 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.216699 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d765db4-b632-4c78-9a3f-32c3fc180a41 req-039b2a0b-a23b-4d36-9f3d-8f4ebfd6b1b2 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0725102 Jul 28 06:36:03.252202 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] DHCP port deletion for 4a12595b-98a5-4f32-a18b-a79716ee46af request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:36:03.255997 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:03.285264 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] For port 97958597-c352-4c7d-a5ee-8d039bbe5f55, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=97958597-c352-4c7d-a5ee-8d039bbe5f55,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:03.285909 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.290403 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1d765db4-b632-4c78-9a3f-32c3fc180a41 req-8c51c4e2-f854-40c9-bb9f-1d79e5da7b50 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664570 Jul 28 06:36:03.292745 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Deleting port 97958597-c352-4c7d-a5ee-8d039bbe5f55 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:03.293126 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.300760 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Calling delete_port for 97958597-c352-4c7d-a5ee-8d039bbe5f55 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:03.393675 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] For port 97958597-c352-4c7d-a5ee-8d039bbe5f55, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=97958597-c352-4c7d-a5ee-8d039bbe5f55,segment=NetworkSegment(f7ad52d3-47d9-4de9-ad85-fa9de63c6324),segment_id=f7ad52d3-47d9-4de9-ad85-fa9de63c6324)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:03.394072 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.409780 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Calling delete_port for 97958597-c352-4c7d-a5ee-8d039bbe5f55 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:03.503786 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.504202 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (97958597-c352-4c7d-a5ee-8d039bbe5f55), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.532295 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Pushing event deleted for resources: {'Port': ['ID=97958597-c352-4c7d-a5ee-8d039bbe5f55,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:03.536858 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Pushing event deleted for resources: {'Port': ['ID=97958597-c352-4c7d-a5ee-8d039bbe5f55,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:03.537103 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] No DVR routers for this DVR port 97958597-c352-4c7d-a5ee-8d039bbe5f55 on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:36:03.540499 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] No DVR routers for this DVR port 97958597-c352-4c7d-a5ee-8d039bbe5f55 on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:36:03.550266 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a474374d-8389-43ef-bcc6-d4a56a4e36a2 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.558972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.559842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.560086 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.560665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.560997 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.561336 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.561662 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e1f5b-9525-46d2-a9c2-687821114097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:03.582629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: a474374d-8389-43ef-bcc6-d4a56a4e36a2 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:03.582924 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device a474374d-8389-43ef-bcc6-d4a56a4e36a2 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:03.583570 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 97958597-c352-4c7d-a5ee-8d039bbe5f55 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:03.603773 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 97958597-c352-4c7d-a5ee-8d039bbe5f55 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:03.604127 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 97958597-c352-4c7d-a5ee-8d039bbe5f55 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:03.604546 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:03.624746 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:03.625090 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 3ed0225d-8ba2-4a3c-9565-03a61f45bcf9 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:03.627336 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (4a12595b-98a5-4f32-a18b-a79716ee46af), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.640515 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:03.650280 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a12595b-98a5-4f32-a18b-a79716ee46af']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:03.660303 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:03.660596 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ad52d3-47d9-4de9-ad85-fa9de63c6324') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:03.670856 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (f7ad52d3-47d9-4de9-ad85-fa9de63c6324), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.685159 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (f7ad52d3-47d9-4de9-ad85-fa9de63c6324), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.692579 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:36:03.692961 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (f7ad52d3-47d9-4de9-ad85-fa9de63c6324), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.822722 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (4a12595b-98a5-4f32-a18b-a79716ee46af), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.828523 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:03.835025 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a12595b-98a5-4f32-a18b-a79716ee46af HTTP/1.1" status: 204 len: 168 time: 0.7927299 Jul 28 06:36:03.851056 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment f7ad52d3-47d9-4de9-ad85-fa9de63c6324 resource provider aggregate not found Jul 28 06:36:03.854892 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bb152-f6ee-420e-b717-761caa985390 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a12595b-98a5-4f32-a18b-a79716ee46af,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:03.869783 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment f7ad52d3-47d9-4de9-ad85-fa9de63c6324 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7ad52d3-47d9-4de9-ad85-fa9de63c6324 found for delete ", "request_id": "req-cb8a7818-8bd0-42ba-866d-eca150dabdc5"}]} Jul 28 06:36:04.275183 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34766) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:04.295202 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:04.320874 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-07f7e425-c6d8-4ab5-a4f4-23b8f0841be0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7bae530a50e4c6ea97a654750ddf79f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445297 Jul 28 06:36:04.327062 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34770) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:04.389475 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3f7-dc53-4ea8-a6d4-fd932095b324 admin admin] Publish callbacks [] for security_group (63e91c85-38be-4e78-b1d3-53738412ef8c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:04.470151 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3f7-dc53-4ea8-a6d4-fd932095b324 admin admin] Publish callbacks [] for security_group (63e91c85-38be-4e78-b1d3-53738412ef8c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:04.470406 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4315dc4-d9b2-488d-8e17-299e89932929 req-64df6feb-63e8-42a8-a8b4-ba951a851a90 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:04.470406 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f4315dc4-d9b2-488d-8e17-299e89932929 req-64df6feb-63e8-42a8-a8b4-ba951a851a90 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0520020 Jul 28 06:36:04.489913 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f4315dc4-d9b2-488d-8e17-299e89932929 req-ef66e21d-c7dc-4bed-ad72-9cf88841e780 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565627 Jul 28 06:36:04.576806 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3f7-dc53-4ea8-a6d4-fd932095b324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (63e91c85-38be-4e78-b1d3-53738412ef8c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:04.579394 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3f7-dc53-4ea8-a6d4-fd932095b324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:04.581166 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0e8fe3f7-dc53-4ea8-a6d4-fd932095b324 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63e91c85-38be-4e78-b1d3-53738412ef8c HTTP/1.1" status: 204 len: 168 time: 0.2559993 Jul 28 06:36:04.592610 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fe3f7-dc53-4ea8-a6d4-fd932095b324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e91c85-38be-4e78-b1d3-53738412ef8c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:05.610955 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-27449aa5-e626-4aae-b435-b29c0f79939a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:05.616827 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24402427-6541-4981-b501-f54fcea3bb9d req-946d17f4-438f-4efa-bc3d-ef764ceb61f1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:05.618545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-24402427-6541-4981-b501-f54fcea3bb9d req-946d17f4-438f-4efa-bc3d-ef764ceb61f1 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0498164 Jul 28 06:36:05.683331 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-24402427-6541-4981-b501-f54fcea3bb9d req-a93d0c1a-a725-45db-bd29-39b9af594be6 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591321 Jul 28 06:36:06.812690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade26f79-d57f-4245-b490-9f6439465ed4 req-50b1de47-1621-463f-afb5-27216b0385f8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:06.814212 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ade26f79-d57f-4245-b490-9f6439465ed4 req-50b1de47-1621-463f-afb5-27216b0385f8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0541282 Jul 28 06:36:06.848493 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:06.889172 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ade26f79-d57f-4245-b490-9f6439465ed4 req-e5262cd8-cafb-4075-9985-944e3602463e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690365 Jul 28 06:36:07.282631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8a412-467b-47e3-ba31-11eaa8572999 req-e93f1651-5796-4330-8b49-f15904635280 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:07.284149 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90a8a412-467b-47e3-ba31-11eaa8572999 req-e93f1651-5796-4330-8b49-f15904635280 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0499573 Jul 28 06:36:07.334281 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90a8a412-467b-47e3-ba31-11eaa8572999 req-5a9a64c0-7fa5-4d32-9bce-b570ce3ae742 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Jul 28 06:36:08.018022 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4c4e5-7d3b-4e4c-bae7-dc724dcd97a3 req-fae3af5c-b4cd-484e-98f6-8c7a1151fb1e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:08.020150 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-09e4c4e5-7d3b-4e4c-bae7-dc724dcd97a3 req-fae3af5c-b4cd-484e-98f6-8c7a1151fb1e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0562310 Jul 28 06:36:08.070047 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34882) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:08.089844 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-09e4c4e5-7d3b-4e4c-bae7-dc724dcd97a3 req-58f934cb-4365-45d0-b8d3-87e9b09edc73 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638571 Jul 28 06:36:08.101007 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e8d3-9373-40dd-a27c-d3e628e7e425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.202932 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d6e3-0068-4d76-9357-63ca6537b00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.280612 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d6e3-0068-4d76-9357-63ca6537b00a admin admin] Publish callbacks [] for security_group (8b1553a1-3edf-4d8d-b79a-d74ce53aef63), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.376825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b8d4d6e3-0068-4d76-9357-63ca6537b00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8b1553a1-3edf-4d8d-b79a-d74ce53aef63), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.418149 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4d6e3-0068-4d76-9357-63ca6537b00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1553a1-3edf-4d8d-b79a-d74ce53aef63,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:08.422510 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b8d4d6e3-0068-4d76-9357-63ca6537b00a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dff4a79b277e425ea9d1e651aff326a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514159 Jul 28 06:36:08.425142 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34888) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:08.468699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106de-d657-4966-8805-e29d0a4a1504 req-3c9a6907-8c59-4ec1-89cb-9cc74d094ab0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:08.470377 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-67d106de-d657-4966-8805-e29d0a4a1504 req-3c9a6907-8c59-4ec1-89cb-9cc74d094ab0 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0523617 Jul 28 06:36:08.480724 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba225986-775f-4b82-9201-37e1ab329273 admin admin] Publish callbacks [] for security_group (8b1553a1-3edf-4d8d-b79a-d74ce53aef63), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.504262 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba225986-775f-4b82-9201-37e1ab329273 admin admin] Publish callbacks [] for security_group (8b1553a1-3edf-4d8d-b79a-d74ce53aef63), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.522554 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-67d106de-d657-4966-8805-e29d0a4a1504 req-a6466f8c-1898-48d2-bc40-4a19cc3b7181 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups?id=10de458c-047b-4e8a-8617-e5318987f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Jul 28 06:36:08.632221 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba225986-775f-4b82-9201-37e1ab329273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8b1553a1-3edf-4d8d-b79a-d74ce53aef63), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.634753 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba225986-775f-4b82-9201-37e1ab329273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.635925 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ba225986-775f-4b82-9201-37e1ab329273 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b1553a1-3edf-4d8d-b79a-d74ce53aef63 HTTP/1.1" status: 204 len: 168 time: 0.2096281 Jul 28 06:36:08.647774 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba225986-775f-4b82-9201-37e1ab329273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1553a1-3edf-4d8d-b79a-d74ce53aef63,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:08.689027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-a0fd55b2-d0b1-4bc6-ad4d-38bb50dbc492 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:08.690527 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-a0fd55b2-d0b1-4bc6-ad4d-38bb50dbc492 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 946 time: 0.0554259 Jul 28 06:36:08.787672 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Deleting port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:08.788025 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:08.892079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] For port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:08.892455 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.077013 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.077657 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (a835f351-2077-4355-a933-446cf331e80a), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.077959 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Floating IP a835f351-2077-4355-a933-446cf331e80a disassociated. External IP: 172.27.3.123, port: f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd. Jul 28 06:36:09.078096 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Calling delete_port for f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:09.129450 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:09.216840 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.231173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:09.257045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a884-873f-41fc-97ba-ccfdf03c2922 req-4e4f6f05-eb11-45d4-a785-045f08cde2e8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:09.258597 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0257a884-873f-41fc-97ba-ccfdf03c2922 req-4e4f6f05-eb11-45d4-a785-045f08cde2e8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0848677 Jul 28 06:36:09.264004 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34908) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:09.276343 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4dae6c55-3c7c-432d-bb75-427aac650ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.321085 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0257a884-873f-41fc-97ba-ccfdf03c2922 req-562dd8f5-74ae-4c32-a375-4cd43ad8b7ab tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562911 Jul 28 06:36:09.333034 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:09.358121 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4dae6c55-3c7c-432d-bb75-427aac650ef1 admin admin] Publish callbacks [] for security_group (b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.376038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.405699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event deleted for resources: {'Port': ['ID=f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:09.422646 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4dae6c55-3c7c-432d-bb75-427aac650ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.451778 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:09.466008 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4dae6c55-3c7c-432d-bb75-427aac650ef1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df50f68455d54145a6e395f74b699068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023923 Jul 28 06:36:09.466987 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6c55-3c7c-432d-bb75-427aac650ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:09.468806 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34910) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:09.562129 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:36:09.575713 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-54811019-c1f0-4703-b584-c33756193c89 admin admin] Publish callbacks [] for security_group (b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.647768 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-54811019-c1f0-4703-b584-c33756193c89 admin admin] Publish callbacks [] for security_group (b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.680230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-39919b7e-bd6c-416e-aa95-a40773fa327b req-f31ebfc5-b045-4ee4-8efc-4e92b22dcb70 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aeac671-ec0f-40ca-850c-51347aa3dee8 HTTP/1.1" status: 200 len: 210 time: 0.0518932 Jul 28 06:36:09.731597 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:09.754568 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:36:09.771434 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:36:09.782156 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:36:09.783138 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:36:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:09.803607 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] No DVR routers for this DVR port f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:36:09.806314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.809772 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d95152e1-e3bf-4da3-adf3-d20cc92ce88d req-aa4233a5-1f01-4966-a555-53190514b4f5 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.71 "DELETE /v2.0/ports/f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd HTTP/1.1" status: 204 len: 173 time: 1.1127443 Jul 28 06:36:09.810233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-deleted', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:36:09.812649 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68767c8-9359-48ee-90e9-3796e8fd00e9" -d '{"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-deleted", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:36:09.857214 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3290d1-b46a-489d-aa3b-b8e731e9541c x-openstack-request-id: req-0a3290d1-b46a-489d-aa3b-b8e731e9541c {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:36:09.857662 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeac671-ec0f-40ca-850c-51347aa3dee8", "name": "network-vif-deleted", "tag": "f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:36:09.857980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a3290d1-b46a-489d-aa3b-b8e731e9541c {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:36:09.858448 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3290d1-b46a-489d-aa3b-b8e731e9541c'] response: {'server_uuid': '6aeac671-ec0f-40ca-850c-51347aa3dee8', 'name': 'network-vif-deleted', 'tag': 'f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd', 'status': 'completed', 'code': 200} Jul 28 06:36:09.880341 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-54811019-c1f0-4703-b584-c33756193c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.883188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-54811019-c1f0-4703-b584-c33756193c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:09.884324 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-54811019-c1f0-4703-b584-c33756193c89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2 HTTP/1.1" status: 204 len: 168 time: 0.3870065 Jul 28 06:36:09.895258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54811019-c1f0-4703-b584-c33756193c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d348d8-fc1a-45b2-8b06-51fc11f9a6e2,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:09.927368 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:36:10.128826 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:10.158836 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:36:10.168318 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:36:10.171004 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:36:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:10.216417 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:10.285242 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:36:10.317818 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:10.497061 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d929eb-3f0f-4c07-86ca-cc8208dace80 req-20f181eb-63f5-4f98-9760-73057541a473 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:10.498803 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3d929eb-3f0f-4c07-86ca-cc8208dace80 req-20f181eb-63f5-4f98-9760-73057541a473 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0551701 Jul 28 06:36:10.528276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:10.567810 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4756a5d-2ce7-4022-842c-86d7177241a8 None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:28:24Z', 'revision_number': 4, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '0ee9cb52-5a8e-4a93-b68c-c24447a2a855', 'name': '', 'network_id': 'b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'mac_address': 'fa:16:3e:32:1c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:20Z', 'updated_at': '2022-07-28T06:28:42Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'subnets': [{'id': 'fa077c28-d83e-4b2b-8e9c-120ed966e9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:36:10.578632 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e3d929eb-3f0f-4c07-86ca-cc8208dace80 req-d32669ee-9dd9-4646-a158-23f824b4c8e9 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737050 Jul 28 06:36:10.828250 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:10.840771 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8028d45-6d7f-48f8-9507-8890ef46ddd0 None None] New status for floating IP a835f351-2077-4355-a933-446cf331e80a: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:36:10.844123 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:10.844738 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:10.858339 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34950) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:10.886928 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 34952) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:10.934772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-486c13d5-caa6-42b7-8bad-048d7f025989 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (10de458c-047b-4e8a-8617-e5318987f1c5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:10.963255 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-486c13d5-caa6-42b7-8bad-048d7f025989 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (10de458c-047b-4e8a-8617-e5318987f1c5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.003797 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-39f7bd60-71c4-4ac2-8588-40cbe8b43be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.067127 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-486c13d5-caa6-42b7-8bad-048d7f025989 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (10de458c-047b-4e8a-8617-e5318987f1c5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.077097 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-486c13d5-caa6-42b7-8bad-048d7f025989 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.077097 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-486c13d5-caa6-42b7-8bad-048d7f025989 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "DELETE /v2.0/security-groups/10de458c-047b-4e8a-8617-e5318987f1c5 HTTP/1.1" status: 204 len: 168 time: 0.2142651 Jul 28 06:36:11.079556 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34960) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:11.095800 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c13d5-caa6-42b7-8bad-048d7f025989 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de458c-047b-4e8a-8617-e5318987f1c5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:11.105980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-39f7bd60-71c4-4ac2-8588-40cbe8b43be1 admin admin] Publish callbacks [] for security_group (a5168e87-65ba-4b36-b25d-06e667546a30), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.106097 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-80f399c8-3517-4eb0-94cf-894eba10f664 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] show failed (client error): The resource could not be found. Jul 28 06:36:11.106097 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-80f399c8-3517-4eb0-94cf-894eba10f664 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "GET /v2.0/security-groups/10de458c-047b-4e8a-8617-e5318987f1c5 HTTP/1.1" status: 404 len: 347 time: 0.0228412 Jul 28 06:36:11.108382 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34964) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:11.148410 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.181247 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-39f7bd60-71c4-4ac2-8588-40cbe8b43be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a5168e87-65ba-4b36-b25d-06e667546a30), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.221441 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7bd60-71c4-4ac2-8588-40cbe8b43be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5168e87-65ba-4b36-b25d-06e667546a30,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:11.229359 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-39f7bd60-71c4-4ac2-8588-40cbe8b43be1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6b119ed685b4285b2c7ef69e3df53c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387311 Jul 28 06:36:11.229720 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Deleting port 07df453f-5d69-439b-8f75-1d9ee159a5f3 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:11.229720 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.229720 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 34966) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:11.339901 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b97e1fb8-424c-49e9-8737-13848c0bfcec admin admin] Publish callbacks [] for security_group (a5168e87-65ba-4b36-b25d-06e667546a30), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.361145 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.361721 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (07df453f-5d69-439b-8f75-1d9ee159a5f3), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.386277 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Calling delete_port for 07df453f-5d69-439b-8f75-1d9ee159a5f3 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:11.389786 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b97e1fb8-424c-49e9-8737-13848c0bfcec admin admin] Publish callbacks [] for security_group (a5168e87-65ba-4b36-b25d-06e667546a30), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.559262 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b97e1fb8-424c-49e9-8737-13848c0bfcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a5168e87-65ba-4b36-b25d-06e667546a30), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.561779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b97e1fb8-424c-49e9-8737-13848c0bfcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.562937 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b97e1fb8-424c-49e9-8737-13848c0bfcec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5168e87-65ba-4b36-b25d-06e667546a30 HTTP/1.1" status: 204 len: 168 time: 0.3326805 Jul 28 06:36:11.571973 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e1fb8-424c-49e9-8737-13848c0bfcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5168e87-65ba-4b36-b25d-06e667546a30,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:11.634347 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (07df453f-5d69-439b-8f75-1d9ee159a5f3), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.681048 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Pushing event deleted for resources: {'Port': ['ID=07df453f-5d69-439b-8f75-1d9ee159a5f3,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:11.756539 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks [] for floatingip (a835f351-2077-4355-a933-446cf331e80a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.759219 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:11.760364 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4a037daa-6636-4842-88cb-d3f3ddb62871 tempest-AttachVolumeShelveTestJSON-1987468231 tempest-AttachVolumeShelveTestJSON-1987468231-project] 10.222.0.69 "DELETE /v2.0/floatingips/a835f351-2077-4355-a933-446cf331e80a HTTP/1.1" status: 204 len: 168 time: 0.6506174 Jul 28 06:36:11.761185 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed983b-4844-4246-bdb7-6d3fa03cad45 req-87d6b4d1-0d44-488c-991d-a269c3cade78 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:11.763446 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ebed983b-4844-4246-bdb7-6d3fa03cad45 req-87d6b4d1-0d44-488c-991d-a269c3cade78 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0625770 Jul 28 06:36:11.842530 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ebed983b-4844-4246-bdb7-6d3fa03cad45 req-f183c6d1-634d-4dae-8a25-cc6c5543725a tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706701 Jul 28 06:36:12.107981 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:12.975966 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0359362-7d1b-4647-a5f0-57e14779cdfa req-62998938-b524-43ec-b0a6-5330d7a0fea8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:12.977566 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d0359362-7d1b-4647-a5f0-57e14779cdfa req-62998938-b524-43ec-b0a6-5330d7a0fea8 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0546663 Jul 28 06:36:13.043528 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d0359362-7d1b-4647-a5f0-57e14779cdfa req-25559a4c-ad0b-49ad-b914-ae311a30c510 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&id=2af970f6-abe0-4f63-a6b4-2db1e10f5343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569317 Jul 28 06:36:13.461065 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:13.483230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:13.483576 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device f7f0b1bd-d0b1-4512-ae6d-0afe7fe6f9dd not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:14.889688 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35072) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:15.149958 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:15.187529 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:15.376325 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:15.611177 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Deleting port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:15.611511 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:15.696236 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] For port 0ee9cb52-5a8e-4a93-b68c-c24447a2a855, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:15.696602 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:15.710414 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Calling delete_port for 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:15.930991 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (0ee9cb52-5a8e-4a93-b68c-c24447a2a855), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:15.935364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:15.958771 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee9cb52-5a8e-4a93-b68c-c24447a2a855,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:16.110466 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:16.131713 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:16.584276 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Router f2b39b8d-d1fa-428b-b54e-54a1266ff10a has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:36:16.699370 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:36:16.704465 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-307d787b-ef5a-426a-96e6-9e10e0ad8c71 admin admin] 10.222.0.69 "PUT /v2.0/routers/f2b39b8d-d1fa-428b-b54e-54a1266ff10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159003 Jul 28 06:36:16.710681 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35102) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:16.711557 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] Sync routers for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:36:16.713027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35104) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:16.725211 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:36:16.726053 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:36:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:16.837012 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks [] for router (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:16.842243 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:36:16.870844 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:16.892579 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-97859345-e7ac-49d8-aa7c-1d6f89577089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:16.947174 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks [] for router_gateway (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:16.974257 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-97859345-e7ac-49d8-aa7c-1d6f89577089 admin admin] Publish callbacks [] for security_group (3f2cb6e6-e669-4a61-873e-f3cce98cfd3a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.026769 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:36:15Z', 'revision_number': 5, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port': {'id': 'c94ef116-f7e3-4b60-8370-550154c83973', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:28:11Z', 'updated_at': '2022-07-28T06:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:17.051618 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] Checking router: f2b39b8d-d1fa-428b-b54e-54a1266ff10a for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:36:17.060402 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] Routers {'f2b39b8d-d1fa-428b-b54e-54a1266ff10a'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:36:17.061089 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:36:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:17.072468 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-97859345-e7ac-49d8-aa7c-1d6f89577089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3f2cb6e6-e669-4a61-873e-f3cce98cfd3a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.077794 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Deleting port c94ef116-f7e3-4b60-8370-550154c83973 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:17.078634 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (c94ef116-f7e3-4b60-8370-550154c83973), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.114580 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97859345-e7ac-49d8-aa7c-1d6f89577089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2cb6e6-e669-4a61-873e-f3cce98cfd3a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:17.122871 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35112) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:17.123085 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-97859345-e7ac-49d8-aa7c-1d6f89577089 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a420b01a5b8348b290f1ad5c9852f524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088709 Jul 28 06:36:17.207286 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] For port c94ef116-f7e3-4b60-8370-550154c83973, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c94ef116-f7e3-4b60-8370-550154c83973,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:17.207655 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (c94ef116-f7e3-4b60-8370-550154c83973), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.230124 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Calling delete_port for c94ef116-f7e3-4b60-8370-550154c83973 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:17.232199 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4caa44e6-1033-4903-bdcc-c7d9d34ce8cd admin admin] Publish callbacks [] for security_group (3f2cb6e6-e669-4a61-873e-f3cce98cfd3a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.278973 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] Set router f2b39b8d-d1fa-428b-b54e-54a1266ff10a gateway port host: None {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:36:17.290902 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4caa44e6-1033-4903-bdcc-c7d9d34ce8cd admin admin] Publish callbacks [] for security_group (3f2cb6e6-e669-4a61-873e-f3cce98cfd3a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.327800 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:36:16Z', 'revision_number': 6, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:17.359843 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94e74a-61d0-4b28-ac61-fce149d9bf0a None None] The sync data for ids ['f2b39b8d-d1fa-428b-b54e-54a1266ff10a'] in dv-cinder-812429-2-iscsi is: [{'id': 'f2b39b8d-d1fa-428b-b54e-54a1266ff10a', 'name': 'tempest-AttachVolumeShelveTestJSON-653232849-router', 'tenant_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:28:09Z', 'updated_at': '2022-07-28T06:36:16Z', 'revision_number': 6, 'project_id': 'a164b3cd6f444e17ae7ada0e30e62f54', 'gw_port_host': None}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:36:17.531181 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4caa44e6-1033-4903-bdcc-c7d9d34ce8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3f2cb6e6-e669-4a61-873e-f3cce98cfd3a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.533630 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4caa44e6-1033-4903-bdcc-c7d9d34ce8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.534781 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4caa44e6-1033-4903-bdcc-c7d9d34ce8cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f2cb6e6-e669-4a61-873e-f3cce98cfd3a HTTP/1.1" status: 204 len: 168 time: 0.4105272 Jul 28 06:36:17.543349 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa44e6-1033-4903-bdcc-c7d9d34ce8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2cb6e6-e669-4a61-873e-f3cce98cfd3a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:17.611224 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (c94ef116-f7e3-4b60-8370-550154c83973), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.636254 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94ef116-f7e3-4b60-8370-550154c83973,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:17.707666 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.811304 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.814627 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks [] for router_controller (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.940416 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (f2b39b8d-d1fa-428b-b54e-54a1266ff10a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.940416 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b39b8d-d1fa-428b-b54e-54a1266ff10a {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:36:17.942197 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:17.945503 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e229bff3-d540-4d57-8f2f-a57cd52c4bf4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f2b39b8d-d1fa-428b-b54e-54a1266ff10a HTTP/1.1" status: 204 len: 168 time: 1.2321856 Jul 28 06:36:17.946672 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35128) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:17.981958 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:18.009396 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Deleting subnet fa077c28-d83e-4b2b-8e9c-120ed966e9ed {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:36:18.009396 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Publish callbacks [] for subnet (fa077c28-d83e-4b2b-8e9c-120ed966e9ed), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.043714 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-04552ada-7dc4-4a10-b510-b71452792fda service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643654 Jul 28 06:36:18.054209 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:18.060335 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (fa077c28-d83e-4b2b-8e9c-120ed966e9ed), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.168729 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (fa077c28-d83e-4b2b-8e9c-120ed966e9ed), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.222592 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:18.248795 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:18.249235 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 0ee9cb52-5a8e-4a93-b68c-c24447a2a855 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:18.324351 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (fa077c28-d83e-4b2b-8e9c-120ed966e9ed), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.394600 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa077c28-d83e-4b2b-8e9c-120ed966e9ed,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:18.397835 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.405091 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-db91bc2a-33c1-4558-b414-2bf240f1575a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fa077c28-d83e-4b2b-8e9c-120ed966e9ed HTTP/1.1" status: 204 len: 168 time: 0.4563930 Jul 28 06:36:18.405755 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b26f9b-f663-41b0-a46b-a3df05b4c09b None None] Network b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:36:18.405863 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35148) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:18.450961 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-2e3f59d6-706b-438d-86d2-b52a3aa41c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:18.452470 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-2e3f59d6-706b-438d-86d2-b52a3aa41c6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1168 time: 0.3570840 Jul 28 06:36:18.512408 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.522277 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:18.524582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:18.574620 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-363534fc-f61e-4275-a0cf-539edf90b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:18.579047 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-363534fc-f61e-4275-a0cf-539edf90b7dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 915 time: 0.1023002 Jul 28 06:36:18.580440 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Deleting port d583d8e1-5334-4531-bb9e-39be8e8c048c {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:18.580793 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.655214 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-a45c90f8-4868-45f7-9df4-e074a8cdb930 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0703855 Jul 28 06:36:18.662680 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] DHCP port deletion for b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:36:18.703199 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] For port d583d8e1-5334-4531-bb9e-39be8e8c048c, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d583d8e1-5334-4531-bb9e-39be8e8c048c,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:18.703199 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.716609 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] Deleting port d583d8e1-5334-4531-bb9e-39be8e8c048c {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:36:18.717300 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.717702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Calling delete_port for d583d8e1-5334-4531-bb9e-39be8e8c048c owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:18.769625 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-a97a3634-c32a-422c-adb0-bf2eda32e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:18.771698 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-a97a3634-c32a-422c-adb0-bf2eda32e8cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.1050341 Jul 28 06:36:18.794846 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:18.802661 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] For port d583d8e1-5334-4531-bb9e-39be8e8c048c, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=d583d8e1-5334-4531-bb9e-39be8e8c048c,segment=NetworkSegment(f85ee777-d38c-4486-82f6-303efbb363b5),segment_id=f85ee777-d38c-4486-82f6-303efbb363b5)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:36:18.803058 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.825735 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] Calling delete_port for d583d8e1-5334-4531-bb9e-39be8e8c048c owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:36:18.829949 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-9cf9f55b-ff26-458d-927b-d1ce3b7b3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:18.832141 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-9cf9f55b-ff26-458d-927b-d1ce3b7b3353 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533404 Jul 28 06:36:18.885367 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.893680 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:18.913627 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Pushing event deleted for resources: {'Port': ['ID=d583d8e1-5334-4531-bb9e-39be8e8c048c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:18.916580 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (d583d8e1-5334-4531-bb9e-39be8e8c048c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:18.920129 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] No DVR routers for this DVR port d583d8e1-5334-4531-bb9e-39be8e8c048c on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:36:18.953955 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] Pushing event deleted for resources: {'Port': ['ID=d583d8e1-5334-4531-bb9e-39be8e8c048c,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:18.957101 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40270395-1b82-4a37-a0ba-339d8f9ff689 None None] No DVR routers for this DVR port d583d8e1-5334-4531-bb9e-39be8e8c048c on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:36:18.967133 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-9564dde4-a1e9-462f-a138-17d7308357cb service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294117 Jul 28 06:36:19.011311 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.024575 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:19.033710 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:19.054393 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85ee777-d38c-4486-82f6-303efbb363b5') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:19.054777 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85ee777-d38c-4486-82f6-303efbb363b5') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:19.067547 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (f85ee777-d38c-4486-82f6-303efbb363b5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.077296 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-87791f62-7a15-4abc-82ea-99f35e8dae69 req-d171d93a-828e-40b6-81e7-c79b480319f8 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030889 Jul 28 06:36:19.084263 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (f85ee777-d38c-4486-82f6-303efbb363b5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.091150 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:36:19.091732 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (f85ee777-d38c-4486-82f6-303efbb363b5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.136786 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment f85ee777-d38c-4486-82f6-303efbb363b5 resource provider aggregate not found Jul 28 06:36:19.155834 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment f85ee777-d38c-4486-82f6-303efbb363b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f85ee777-d38c-4486-82f6-303efbb363b5 found for delete ", "request_id": "req-b8a6dab2-106d-4e81-b55d-ab71e8cbd9ce"}]} Jul 28 06:36:19.302169 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.309013 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.312401 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34 HTTP/1.1" status: 204 len: 168 time: 0.9057992 Jul 28 06:36:19.323121 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c354-e9e4-4a93-8a94-da253f2fb271 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e9eeda-6e9e-4dd6-a6c3-14c5caf4bc34,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:19.533425 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d583d8e1-5334-4531-bb9e-39be8e8c048c no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:19.555113 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: d583d8e1-5334-4531-bb9e-39be8e8c048c {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:19.555462 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device d583d8e1-5334-4531-bb9e-39be8e8c048c not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:19.555880 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c94ef116-f7e3-4b60-8370-550154c83973 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:36:19.578270 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: c94ef116-f7e3-4b60-8370-550154c83973 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:36:19.578550 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c94ef116-f7e3-4b60-8370-550154c83973 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:36:19.665057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35180) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:19.709757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-36a9f72d-0a9e-4c36-84b1-8d7940f787d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a164b3cd6f444e17ae7ada0e30e62f54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434341 Jul 28 06:36:19.713526 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35182) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:19.768963 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee80-713c-45da-b185-37749d4d6a68 admin admin] Publish callbacks [] for security_group (bf06f4d9-e0b1-4224-a77e-c3d579f81ba9), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.794922 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee80-713c-45da-b185-37749d4d6a68 admin admin] Publish callbacks [] for security_group (bf06f4d9-e0b1-4224-a77e-c3d579f81ba9), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.903324 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee80-713c-45da-b185-37749d4d6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bf06f4d9-e0b1-4224-a77e-c3d579f81ba9), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.905922 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee80-713c-45da-b185-37749d4d6a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:19.907512 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-7d4dee80-713c-45da-b185-37749d4d6a68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf06f4d9-e0b1-4224-a77e-c3d579f81ba9 HTTP/1.1" status: 204 len: 168 time: 0.1929801 Jul 28 06:36:19.916951 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dee80-713c-45da-b185-37749d4d6a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06f4d9-e0b1-4224-a77e-c3d579f81ba9,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:20.752902 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35220) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:20.909277 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c02fa2dc-72ce-4071-bf44-cb676f3c668a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:20.923038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:21.006168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c02fa2dc-72ce-4071-bf44-cb676f3c668a admin admin] Publish callbacks [] for security_group (d666ae69-c509-4202-b189-a865009e83ac), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.085807 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c02fa2dc-72ce-4071-bf44-cb676f3c668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (d666ae69-c509-4202-b189-a865009e83ac), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.131823 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c02fa2dc-72ce-4071-bf44-cb676f3c668a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c2e35bf1f4f74e8d979bae3f767f4757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776739 Jul 28 06:36:21.133019 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fa2dc-72ce-4071-bf44-cb676f3c668a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d666ae69-c509-4202-b189-a865009e83ac,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:21.134686 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35240) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:21.202896 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4481fdfa-ae46-495b-81d1-e742c5deb9ec admin admin] Publish callbacks [] for security_group (d666ae69-c509-4202-b189-a865009e83ac), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.227421 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4481fdfa-ae46-495b-81d1-e742c5deb9ec admin admin] Publish callbacks [] for security_group (d666ae69-c509-4202-b189-a865009e83ac), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.231805 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35246) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:21.340019 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748347715-network', 'tenant_id': '363aa7c3840443ae8d314eb69d382045'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:36:21.370801 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4481fdfa-ae46-495b-81d1-e742c5deb9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (d666ae69-c509-4202-b189-a865009e83ac), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.373508 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4481fdfa-ae46-495b-81d1-e742c5deb9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.377118 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4481fdfa-ae46-495b-81d1-e742c5deb9ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d666ae69-c509-4202-b189-a865009e83ac HTTP/1.1" status: 204 len: 168 time: 0.2381952 Jul 28 06:36:21.386316 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481fdfa-ae46-495b-81d1-e742c5deb9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d666ae69-c509-4202-b189-a865009e83ac,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:21.401548 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:21.463079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Made reservation on behalf of 363aa7c3840443ae8d314eb69d382045 for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:36:21.465535 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.474796 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.551062 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks [] for security_group (8fb64ca0-af27-424b-a49a-06e756932d49), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.628741 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8fb64ca0-af27-424b-a49a-06e756932d49), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.633266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:21.659003 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:36:21.666134 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb64ca0-af27-424b-a49a-06e756932d49,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:21.678907 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (49a3aa9b-a19b-4365-95fc-2ee8ef300574), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.679422 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Added segment 49a3aa9b-a19b-4365-95fc-2ee8ef300574 of type vlan for network 4e7a5bf6-716b-4634-90bb-1bf502642ef5 Jul 28 06:36:21.722955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (4e7a5bf6-716b-4634-90bb-1bf502642ef5), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.838587 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (4e7a5bf6-716b-4634-90bb-1bf502642ef5), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.839624 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:21.840212 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:21.905102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7a5bf6-716b-4634-90bb-1bf502642ef5,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:21.916459 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 4e7a5bf6-716b-4634-90bb-1bf502642ef5 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:36:21.974082 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-dad2a87b-b923-4d9d-8b8b-ffbf550784e9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7407463 Jul 28 06:36:21.983532 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35264) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:21.990353 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Request body: {'subnet': {'network_id': '4e7a5bf6-716b-4634-90bb-1bf502642ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748347715-subnet', 'tenant_id': '363aa7c3840443ae8d314eb69d382045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:36:22.084596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Made reservation on behalf of 363aa7c3840443ae8d314eb69d382045 for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:36:22.087162 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267028634'] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.184483 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35268) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:22.199158 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1a57f6fc-e635-4491-b3b3-704a48e75a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.238770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:22.266142 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:22.280160 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1a57f6fc-e635-4491-b3b3-704a48e75a2b admin admin] Publish callbacks [] for security_group (108d5033-cb68-45be-8fa7-6a2695e2ed13), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.342593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264295892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267028660'] for subnet (1bb9b249-5683-4e6e-9139-80ec13cbcb98), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.371323 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1a57f6fc-e635-4491-b3b3-704a48e75a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (108d5033-cb68-45be-8fa7-6a2695e2ed13), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.406595 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb9b249-5683-4e6e-9139-80ec13cbcb98,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:22.412258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Checking segment: {'id': '49a3aa9b-a19b-4365-95fc-2ee8ef300574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4e7a5bf6-716b-4634-90bb-1bf502642ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:36:22.412541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Network hostable DHCP agents. Network: 4e7a5bf6-716b-4634-90bb-1bf502642ef5, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:36:22.420046 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1a57f6fc-e635-4491-b3b3-704a48e75a2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62aa01a5827e4c03b43dfceba5f27e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343771 Jul 28 06:36:22.428772 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35270) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:22.429482 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f6fc-e635-4491-b3b3-704a48e75a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d5033-cb68-45be-8fa7-6a2695e2ed13,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:22.477899 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4325d1ca-f3a3-44ef-9f7c-17087ca29f79 admin admin] Publish callbacks [] for security_group (108d5033-cb68-45be-8fa7-6a2695e2ed13), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.505062 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4325d1ca-f3a3-44ef-9f7c-17087ca29f79 admin admin] Publish callbacks [] for security_group (108d5033-cb68-45be-8fa7-6a2695e2ed13), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.521335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Network 4e7a5bf6-716b-4634-90bb-1bf502642ef5 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:36:22.599485 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 4e7a5bf6-716b-4634-90bb-1bf502642ef5) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:36:22.605033 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:22.606036 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.612250 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896624bc-1396-4312-950d-d5ca55da0a06 None None] Network 4e7a5bf6-716b-4634-90bb-1bf502642ef5 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:36:22.629051 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4325d1ca-f3a3-44ef-9f7c-17087ca29f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (108d5033-cb68-45be-8fa7-6a2695e2ed13), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.631628 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4325d1ca-f3a3-44ef-9f7c-17087ca29f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:22.632802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-4325d1ca-f3a3-44ef-9f7c-17087ca29f79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/108d5033-cb68-45be-8fa7-6a2695e2ed13 HTTP/1.1" status: 204 len: 168 time: 0.2081127 Jul 28 06:36:22.641339 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325d1ca-f3a3-44ef-9f7c-17087ca29f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d5033-cb68-45be-8fa7-6a2695e2ed13,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:22.697624 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-97699bf5-e74b-48bc-a3fd-259b196b31fb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7123983 Jul 28 06:36:22.740154 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8fe576-73d6-49fd-bb36-4543b3016b56 None None] Network 4e7a5bf6-716b-4634-90bb-1bf502642ef5 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:36:23.490147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35304) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:23.495099 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-973778105-network', 'tenant_id': '89c773a3dda24ceeb1d476e684eb9a0b'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:36:23.502622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:23.601332 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Made reservation on behalf of 89c773a3dda24ceeb1d476e684eb9a0b for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:36:23.603291 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.614185 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.695199 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks [] for security_group (665849d1-fab3-4573-a07a-81ef5e847848), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.759556 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (665849d1-fab3-4573-a07a-81ef5e847848), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.788325 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:36:23.803691 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665849d1-fab3-4573-a07a-81ef5e847848,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:23.809491 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (5f52db6c-fb3c-4051-bd85-79fd903b1be3), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.810060 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Added segment 5f52db6c-fb3c-4051-bd85-79fd903b1be3 of type vlan for network 41990d8e-2581-4698-81e9-8036cad47a05 Jul 28 06:36:23.868696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (41990d8e-2581-4698-81e9-8036cad47a05), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.965290 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (41990d8e-2581-4698-81e9-8036cad47a05), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:23.966508 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:23.967109 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:24.034136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] Pushing event updated for resources: {'Network': ['ID=41990d8e-2581-4698-81e9-8036cad47a05,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:24.044759 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 41990d8e-2581-4698-81e9-8036cad47a05 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:36:24.094637 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-33d29e4f-8381-42da-a57b-553bfa8097bb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6024432 Jul 28 06:36:24.101364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35324) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:24.107137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Request body: {'subnet': {'network_id': '41990d8e-2581-4698-81e9-8036cad47a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-973778105-subnet', 'tenant_id': '89c773a3dda24ceeb1d476e684eb9a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:36:24.226307 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Made reservation on behalf of 89c773a3dda24ceeb1d476e684eb9a0b for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:36:24.228759 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267028634'] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:24.298507 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:24.506628 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264295892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267028660'] for subnet (85335069-7aef-4c98-a092-67785664d9b9), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:24.567529 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85335069-7aef-4c98-a092-67785664d9b9,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:24.579994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Checking segment: {'id': '5f52db6c-fb3c-4051-bd85-79fd903b1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '41990d8e-2581-4698-81e9-8036cad47a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:36:24.580349 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Network hostable DHCP agents. Network: 41990d8e-2581-4698-81e9-8036cad47a05, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:36:24.673802 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Network 41990d8e-2581-4698-81e9-8036cad47a05 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:36:24.748586 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 41990d8e-2581-4698-81e9-8036cad47a05) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:36:24.753095 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:36:24.754020 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:24.760500 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534879b-dc26-44ae-b87f-c15cb0721095 None None] Network 41990d8e-2581-4698-81e9-8036cad47a05 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:36:24.857594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-6a235111-da3d-4bcb-b0e9-dcf22128cf70 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7453651 Jul 28 06:36:24.868371 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a89c20-195a-4295-ab7d-49fdda1262f8 None None] Network 41990d8e-2581-4698-81e9-8036cad47a05 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:36:25.011608 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35348) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:25.067489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Deleting subnet 1bb9b249-5683-4e6e-9139-80ec13cbcb98 {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:36:25.071084 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Publish callbacks [] for subnet (1bb9b249-5683-4e6e-9139-80ec13cbcb98), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.110099 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (1bb9b249-5683-4e6e-9139-80ec13cbcb98), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.153778 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (1bb9b249-5683-4e6e-9139-80ec13cbcb98), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.172555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:25.309485 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (1bb9b249-5683-4e6e-9139-80ec13cbcb98), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.335000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb9b249-5683-4e6e-9139-80ec13cbcb98,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:25.341868 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.344978 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-3d9336cc-4de5-4447-832d-e1bfca3917f6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1bb9b249-5683-4e6e-9139-80ec13cbcb98 HTTP/1.1" status: 204 len: 168 time: 0.3322904 Jul 28 06:36:25.347624 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35350) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:25.423553 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (4e7a5bf6-716b-4634-90bb-1bf502642ef5), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.508029 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (4e7a5bf6-716b-4634-90bb-1bf502642ef5), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.528256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7a5bf6-716b-4634-90bb-1bf502642ef5']}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:25.537878 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a3aa9b-a19b-4365-95fc-2ee8ef300574') {'for_net_delete': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:25.538173 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a3aa9b-a19b-4365-95fc-2ee8ef300574') {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:25.547608 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266230911'] for segment (49a3aa9b-a19b-4365-95fc-2ee8ef300574), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.561427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (49a3aa9b-a19b-4365-95fc-2ee8ef300574), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.567951 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:36:25.568380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264295755'] for segment (49a3aa9b-a19b-4365-95fc-2ee8ef300574), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.609258 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 49a3aa9b-a19b-4365-95fc-2ee8ef300574 resource provider aggregate not found Jul 28 06:36:25.631030 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 49a3aa9b-a19b-4365-95fc-2ee8ef300574 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49a3aa9b-a19b-4365-95fc-2ee8ef300574 found for delete ", "request_id": "req-c48c8c23-4221-4ac4-896b-f848c4ca1ded"}]} Jul 28 06:36:25.713590 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (4e7a5bf6-716b-4634-90bb-1bf502642ef5), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.730775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.734109 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] 10.222.0.69 "DELETE /v2.0/networks/4e7a5bf6-716b-4634-90bb-1bf502642ef5 HTTP/1.1" status: 204 len: 168 time: 0.3854797 Jul 28 06:36:25.735717 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2004d-0d9f-4338-b100-4d1dffada78d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7a5bf6-716b-4634-90bb-1bf502642ef5,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:25.737825 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35362) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:25.808146 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Deleting subnet 85335069-7aef-4c98-a092-67785664d9b9 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:36:25.812364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Publish callbacks [] for subnet (85335069-7aef-4c98-a092-67785664d9b9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.854625 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (85335069-7aef-4c98-a092-67785664d9b9), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:25.900201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (85335069-7aef-4c98-a092-67785664d9b9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.035613 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (85335069-7aef-4c98-a092-67785664d9b9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.064248 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85335069-7aef-4c98-a092-67785664d9b9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:26.068218 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.071358 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e8a9da14-9471-4471-abdf-216ba731aaa3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/85335069-7aef-4c98-a092-67785664d9b9 HTTP/1.1" status: 204 len: 168 time: 0.3323619 Jul 28 06:36:26.073902 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35374) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:26.146600 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (41990d8e-2581-4698-81e9-8036cad47a05), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.234490 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (41990d8e-2581-4698-81e9-8036cad47a05), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.257810 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41990d8e-2581-4698-81e9-8036cad47a05']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:26.267924 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f52db6c-fb3c-4051-bd85-79fd903b1be3') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:26.268243 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f52db6c-fb3c-4051-bd85-79fd903b1be3') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:36:26.279316 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (5f52db6c-fb3c-4051-bd85-79fd903b1be3), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.280708 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:26.294528 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (5f52db6c-fb3c-4051-bd85-79fd903b1be3), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.301148 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:36:26.301565 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (5f52db6c-fb3c-4051-bd85-79fd903b1be3), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.348296 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 5f52db6c-fb3c-4051-bd85-79fd903b1be3 resource provider aggregate not found Jul 28 06:36:26.368536 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 5f52db6c-fb3c-4051-bd85-79fd903b1be3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f52db6c-fb3c-4051-bd85-79fd903b1be3 found for delete ", "request_id": "req-d412d741-0c14-4801-85f8-5addba1a32eb"}]} Jul 28 06:36:26.462083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (41990d8e-2581-4698-81e9-8036cad47a05), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.468409 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.471505 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] 10.222.0.69 "DELETE /v2.0/networks/41990d8e-2581-4698-81e9-8036cad47a05 HTTP/1.1" status: 204 len: 168 time: 0.3966365 Jul 28 06:36:26.485360 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d7c2-42a3-46d6-a4e6-5f9719c0886b admin admin] Pushing event deleted for resources: {'Network': ['ID=41990d8e-2581-4698-81e9-8036cad47a05,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:26.853767 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35386) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:26.899514 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9e73ccca-19c2-4b83-9651-3495cf117178 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=363aa7c3840443ae8d314eb69d382045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437074 Jul 28 06:36:26.901907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35392) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:26.953108 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78e00e80-766e-40a9-aa48-1ce680164b13 admin admin] Publish callbacks [] for security_group (8fb64ca0-af27-424b-a49a-06e756932d49), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:26.978252 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78e00e80-766e-40a9-aa48-1ce680164b13 admin admin] Publish callbacks [] for security_group (8fb64ca0-af27-424b-a49a-06e756932d49), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:27.092104 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78e00e80-766e-40a9-aa48-1ce680164b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (8fb64ca0-af27-424b-a49a-06e756932d49), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:27.095553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78e00e80-766e-40a9-aa48-1ce680164b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:27.096982 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-78e00e80-766e-40a9-aa48-1ce680164b13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8fb64ca0-af27-424b-a49a-06e756932d49 HTTP/1.1" status: 204 len: 168 time: 0.1941032 Jul 28 06:36:27.107115 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e00e80-766e-40a9-aa48-1ce680164b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb64ca0-af27-424b-a49a-06e756932d49,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:27.917439 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35406) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:27.959472 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-adde7304-0a2d-4536-a466-fd597ca29060 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89c773a3dda24ceeb1d476e684eb9a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408628 Jul 28 06:36:27.962097 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35408) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:28.013881 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-892cbe88-0352-43cc-8554-cdc2035bdbc3 admin admin] Publish callbacks [] for security_group (665849d1-fab3-4573-a07a-81ef5e847848), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:28.034253 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:28.036275 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-892cbe88-0352-43cc-8554-cdc2035bdbc3 admin admin] Publish callbacks [] for security_group (665849d1-fab3-4573-a07a-81ef5e847848), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:28.147184 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-892cbe88-0352-43cc-8554-cdc2035bdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (665849d1-fab3-4573-a07a-81ef5e847848), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:28.149840 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-892cbe88-0352-43cc-8554-cdc2035bdbc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:28.151075 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-892cbe88-0352-43cc-8554-cdc2035bdbc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/665849d1-fab3-4573-a07a-81ef5e847848 HTTP/1.1" status: 204 len: 168 time: 0.1880214 Jul 28 06:36:28.162668 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cbe88-0352-43cc-8554-cdc2035bdbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665849d1-fab3-4573-a07a-81ef5e847848,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:28.746568 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35436) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:28.881051 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3c94-2cfa-4294-8422-4d836a82afa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:28.961018 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3c94-2cfa-4294-8422-4d836a82afa3 admin admin] Publish callbacks [] for security_group (7a3b6cb6-dcce-4a38-994d-5b45763a55ec), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:29.077394 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3c94-2cfa-4294-8422-4d836a82afa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7a3b6cb6-dcce-4a38-994d-5b45763a55ec), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:29.119334 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b3c94-2cfa-4294-8422-4d836a82afa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b6cb6-dcce-4a38-994d-5b45763a55ec,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:29.124690 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9c0b3c94-2cfa-4294-8422-4d836a82afa3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=165fb024b2ae4f1a81667043dbed15db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777835 Jul 28 06:36:29.128051 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35448) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:29.186178 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78fb4564-35df-4e80-b2a1-9e6020cf127e admin admin] Publish callbacks [] for security_group (7a3b6cb6-dcce-4a38-994d-5b45763a55ec), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:29.209715 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78fb4564-35df-4e80-b2a1-9e6020cf127e admin admin] Publish callbacks [] for security_group (7a3b6cb6-dcce-4a38-994d-5b45763a55ec), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:29.234907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:29.342562 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78fb4564-35df-4e80-b2a1-9e6020cf127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7a3b6cb6-dcce-4a38-994d-5b45763a55ec), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:29.345181 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-78fb4564-35df-4e80-b2a1-9e6020cf127e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:29.346575 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-78fb4564-35df-4e80-b2a1-9e6020cf127e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a3b6cb6-dcce-4a38-994d-5b45763a55ec HTTP/1.1" status: 204 len: 168 time: 0.2174444 Jul 28 06:36:29.369070 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4564-35df-4e80-b2a1-9e6020cf127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b6cb6-dcce-4a38-994d-5b45763a55ec,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:30.199186 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35488) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:30.213641 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fde44c58-e13d-4466-b03d-7e234b255c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.311293 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fde44c58-e13d-4466-b03d-7e234b255c3e admin admin] Publish callbacks [] for security_group (57714978-a043-4710-924a-60802425da3e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.405374 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fde44c58-e13d-4466-b03d-7e234b255c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (57714978-a043-4710-924a-60802425da3e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.448145 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fde44c58-e13d-4466-b03d-7e234b255c3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e262349a02d464e87b450eaaaa0b6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477736 Jul 28 06:36:30.450010 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde44c58-e13d-4466-b03d-7e234b255c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57714978-a043-4710-924a-60802425da3e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:30.451634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35498) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:30.465531 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:30.506700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-393848d5-a16b-4629-b2ff-f04adfd2f9e1 admin admin] Publish callbacks [] for security_group (57714978-a043-4710-924a-60802425da3e), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.530650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-393848d5-a16b-4629-b2ff-f04adfd2f9e1 admin admin] Publish callbacks [] for security_group (57714978-a043-4710-924a-60802425da3e), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.678334 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-393848d5-a16b-4629-b2ff-f04adfd2f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (57714978-a043-4710-924a-60802425da3e), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.681075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-393848d5-a16b-4629-b2ff-f04adfd2f9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:30.682307 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-393848d5-a16b-4629-b2ff-f04adfd2f9e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57714978-a043-4710-924a-60802425da3e HTTP/1.1" status: 204 len: 168 time: 0.2302141 Jul 28 06:36:30.691952 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393848d5-a16b-4629-b2ff-f04adfd2f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57714978-a043-4710-924a-60802425da3e,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:33.698356 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35578) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:33.810454 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-07c25831-5050-4e0a-b17a-1fd5e98adb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:33.891951 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-07c25831-5050-4e0a-b17a-1fd5e98adb88 admin admin] Publish callbacks [] for security_group (88d79d2d-48fc-401f-9c67-a9ba65821f88), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:33.953428 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-07c25831-5050-4e0a-b17a-1fd5e98adb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (88d79d2d-48fc-401f-9c67-a9ba65821f88), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:33.994992 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-07c25831-5050-4e0a-b17a-1fd5e98adb88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19010298549c4be5b1946378e8c719eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955468 Jul 28 06:36:33.995865 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c25831-5050-4e0a-b17a-1fd5e98adb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d79d2d-48fc-401f-9c67-a9ba65821f88,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:33.997716 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35586) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:34.050552 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d470a809-fbae-4024-8053-293495212eca admin admin] Publish callbacks [] for security_group (88d79d2d-48fc-401f-9c67-a9ba65821f88), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:34.076207 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d470a809-fbae-4024-8053-293495212eca admin admin] Publish callbacks [] for security_group (88d79d2d-48fc-401f-9c67-a9ba65821f88), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:34.200187 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d470a809-fbae-4024-8053-293495212eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (88d79d2d-48fc-401f-9c67-a9ba65821f88), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:34.204890 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d470a809-fbae-4024-8053-293495212eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:34.208838 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d470a809-fbae-4024-8053-293495212eca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88d79d2d-48fc-401f-9c67-a9ba65821f88 HTTP/1.1" status: 204 len: 168 time: 0.2075398 Jul 28 06:36:34.215680 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470a809-fbae-4024-8053-293495212eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d79d2d-48fc-401f-9c67-a9ba65821f88,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:35.013557 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35602) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:35.027899 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf8-27fa-4f31-9d81-adcf37372bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.076067 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:35.105708 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf8-27fa-4f31-9d81-adcf37372bd3 admin admin] Publish callbacks [] for security_group (3b88079c-f1c4-4629-ad49-3864621e22b9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.183696 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf8-27fa-4f31-9d81-adcf37372bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3b88079c-f1c4-4629-ad49-3864621e22b9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.226839 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b59bcaf8-27fa-4f31-9d81-adcf37372bd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd9bc28b775e4909937d42509b27bf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120907 Jul 28 06:36:35.227675 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bcaf8-27fa-4f31-9d81-adcf37372bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88079c-f1c4-4629-ad49-3864621e22b9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:35.229598 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35604) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:35.282142 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-024b5206-8c26-448f-8ee5-7086e1844d54 admin admin] Publish callbacks [] for security_group (3b88079c-f1c4-4629-ad49-3864621e22b9), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.303800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-024b5206-8c26-448f-8ee5-7086e1844d54 admin admin] Publish callbacks [] for security_group (3b88079c-f1c4-4629-ad49-3864621e22b9), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.439310 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-024b5206-8c26-448f-8ee5-7086e1844d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3b88079c-f1c4-4629-ad49-3864621e22b9), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.442037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-024b5206-8c26-448f-8ee5-7086e1844d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.443297 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-024b5206-8c26-448f-8ee5-7086e1844d54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b88079c-f1c4-4629-ad49-3864621e22b9 HTTP/1.1" status: 204 len: 168 time: 0.2124898 Jul 28 06:36:35.452179 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b5206-8c26-448f-8ee5-7086e1844d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88079c-f1c4-4629-ad49-3864621e22b9,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:35.673654 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-310f8e47-7615-4d7b-9322-bb7e1cbcc78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:35.885041 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=17 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:35.893255 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:38.096403 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e152cc03-59cb-4450-804f-076a445b6b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:39.018098 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:36:39.222398 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:40.836972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:41.141945 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:42.113057 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:45.222719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=63,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:45.447224 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:45.448008 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:46.468836 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35800) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:46.581530 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.658161 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Publish callbacks [] for security_group (e51d16c3-a89e-4113-8f9c-0cb540409988), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.724703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e51d16c3-a89e-4113-8f9c-0cb540409988), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.766833 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ac6674505224cb58374b5976f14167b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967920 Jul 28 06:36:46.767490 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d16c3-a89e-4113-8f9c-0cb540409988,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:46.769547 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35808) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:46.775266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.775619 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.775971 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.776315 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.776757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.776985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.777339 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.777667 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.777998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.778380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.778719 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.779049 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.779377 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.779700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.780025 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a896853-8d15-46cb-98cb-2802c9f77359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:36:46.821914 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf97cc76-d0ae-485e-aaa3-90ff7b0c0f5a admin admin] Publish callbacks [] for security_group (e51d16c3-a89e-4113-8f9c-0cb540409988), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.844590 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf97cc76-d0ae-485e-aaa3-90ff7b0c0f5a admin admin] Publish callbacks [] for security_group (e51d16c3-a89e-4113-8f9c-0cb540409988), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.985459 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf97cc76-d0ae-485e-aaa3-90ff7b0c0f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e51d16c3-a89e-4113-8f9c-0cb540409988), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.987968 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cf97cc76-d0ae-485e-aaa3-90ff7b0c0f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:46.989126 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cf97cc76-d0ae-485e-aaa3-90ff7b0c0f5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e51d16c3-a89e-4113-8f9c-0cb540409988 HTTP/1.1" status: 204 len: 168 time: 0.2185304 Jul 28 06:36:46.997144 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97cc76-d0ae-485e-aaa3-90ff7b0c0f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d16c3-a89e-4113-8f9c-0cb540409988,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:47.601178 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35818) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:47.614835 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-240ca1ee-d6a9-448a-8e47-51c533990be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:47.693083 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-240ca1ee-d6a9-448a-8e47-51c533990be3 admin admin] Publish callbacks [] for security_group (da2ffe53-c204-441a-ac54-674d094ffc67), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:47.775866 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-240ca1ee-d6a9-448a-8e47-51c533990be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (da2ffe53-c204-441a-ac54-674d094ffc67), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:47.818400 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ca1ee-d6a9-448a-8e47-51c533990be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ffe53-c204-441a-ac54-674d094ffc67,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:47.822931 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-240ca1ee-d6a9-448a-8e47-51c533990be3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d68baa42375b44038328b82c8243c069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206712 Jul 28 06:36:47.825655 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35822) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:47.875854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d64b750a-d957-4ed6-9155-1b3ff29d38da admin admin] Publish callbacks [] for security_group (da2ffe53-c204-441a-ac54-674d094ffc67), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:47.899184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d64b750a-d957-4ed6-9155-1b3ff29d38da admin admin] Publish callbacks [] for security_group (da2ffe53-c204-441a-ac54-674d094ffc67), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:48.021572 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d64b750a-d957-4ed6-9155-1b3ff29d38da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (da2ffe53-c204-441a-ac54-674d094ffc67), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:48.024938 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d64b750a-d957-4ed6-9155-1b3ff29d38da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:48.026173 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d64b750a-d957-4ed6-9155-1b3ff29d38da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da2ffe53-c204-441a-ac54-674d094ffc67 HTTP/1.1" status: 204 len: 168 time: 0.1995437 Jul 28 06:36:48.034203 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b750a-d957-4ed6-9155-1b3ff29d38da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ffe53-c204-441a-ac54-674d094ffc67,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:50.031053 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:50.035912 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:51.422330 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35944) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:51.530896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c2e93786-2caa-42fe-a15e-807b091c2a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.616597 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c2e93786-2caa-42fe-a15e-807b091c2a7b admin admin] Publish callbacks [] for security_group (3a2edfd8-041c-4caf-846c-e1ecf7111ef9), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.702000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c2e93786-2caa-42fe-a15e-807b091c2a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3a2edfd8-041c-4caf-846c-e1ecf7111ef9), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.747087 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c2e93786-2caa-42fe-a15e-807b091c2a7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d83296b876c7490789ecfed13f41d643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236556 Jul 28 06:36:51.747814 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e93786-2caa-42fe-a15e-807b091c2a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2edfd8-041c-4caf-846c-e1ecf7111ef9,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:51.749831 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35950) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:51.805605 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ed834e0-2580-48aa-8aa5-41f93f976b0d admin admin] Publish callbacks [] for security_group (3a2edfd8-041c-4caf-846c-e1ecf7111ef9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.838010 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ed834e0-2580-48aa-8aa5-41f93f976b0d admin admin] Publish callbacks [] for security_group (3a2edfd8-041c-4caf-846c-e1ecf7111ef9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.970608 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ed834e0-2580-48aa-8aa5-41f93f976b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3a2edfd8-041c-4caf-846c-e1ecf7111ef9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.973205 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4ed834e0-2580-48aa-8aa5-41f93f976b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:51.974429 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4ed834e0-2580-48aa-8aa5-41f93f976b0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a2edfd8-041c-4caf-846c-e1ecf7111ef9 HTTP/1.1" status: 204 len: 168 time: 0.2235394 Jul 28 06:36:51.982570 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed834e0-2580-48aa-8aa5-41f93f976b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2edfd8-041c-4caf-846c-e1ecf7111ef9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:51.994879 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:51.995487 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:52.555161 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35960) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:52.568797 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2912f1c2-6a06-4e02-b534-42490618859b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.645554 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2912f1c2-6a06-4e02-b534-42490618859b admin admin] Publish callbacks [] for security_group (a45b373f-ea6e-4acb-b061-6e10fcfb4342), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.699643 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2912f1c2-6a06-4e02-b534-42490618859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a45b373f-ea6e-4acb-b061-6e10fcfb4342), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.742830 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2912f1c2-6a06-4e02-b534-42490618859b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c7deed131bd45f49b0ba187f9f45dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865742 Jul 28 06:36:52.743668 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912f1c2-6a06-4e02-b534-42490618859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b373f-ea6e-4acb-b061-6e10fcfb4342,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:52.745757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 35964) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:52.787546 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:52.795131 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:52.800292 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ccf-449c-4841-920e-e6389250c052 admin admin] Publish callbacks [] for security_group (a45b373f-ea6e-4acb-b061-6e10fcfb4342), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.822544 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ccf-449c-4841-920e-e6389250c052 admin admin] Publish callbacks [] for security_group (a45b373f-ea6e-4acb-b061-6e10fcfb4342), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.936311 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ccf-449c-4841-920e-e6389250c052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a45b373f-ea6e-4acb-b061-6e10fcfb4342), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.938892 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ccf-449c-4841-920e-e6389250c052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:52.940287 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-49ae3ccf-449c-4841-920e-e6389250c052 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a45b373f-ea6e-4acb-b061-6e10fcfb4342 HTTP/1.1" status: 204 len: 168 time: 0.1930065 Jul 28 06:36:52.950235 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3ccf-449c-4841-920e-e6389250c052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b373f-ea6e-4acb-b061-6e10fcfb4342,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:53.599120 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 35994) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:53.756854 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c1350b4-bc82-412d-be4e-f5e6421c0679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:53.838475 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c1350b4-bc82-412d-be4e-f5e6421c0679 admin admin] Publish callbacks [] for security_group (a3b7b340-5e7d-49fb-8f6a-cad9284409c4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:53.919067 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c1350b4-bc82-412d-be4e-f5e6421c0679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a3b7b340-5e7d-49fb-8f6a-cad9284409c4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:53.960181 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6c1350b4-bc82-412d-be4e-f5e6421c0679 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ef713b9f677486496652fe2aed14200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593431 Jul 28 06:36:53.961617 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1350b4-bc82-412d-be4e-f5e6421c0679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b7b340-5e7d-49fb-8f6a-cad9284409c4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:53.964252 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36006) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:54.019940 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-50612c07-d79b-47b2-b807-bddc54dc98ec admin admin] Publish callbacks [] for security_group (a3b7b340-5e7d-49fb-8f6a-cad9284409c4), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:54.043756 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-50612c07-d79b-47b2-b807-bddc54dc98ec admin admin] Publish callbacks [] for security_group (a3b7b340-5e7d-49fb-8f6a-cad9284409c4), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:54.182495 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-50612c07-d79b-47b2-b807-bddc54dc98ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (a3b7b340-5e7d-49fb-8f6a-cad9284409c4), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:54.185250 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-50612c07-d79b-47b2-b807-bddc54dc98ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:54.186540 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-50612c07-d79b-47b2-b807-bddc54dc98ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3b7b340-5e7d-49fb-8f6a-cad9284409c4 HTTP/1.1" status: 204 len: 168 time: 0.2212491 Jul 28 06:36:54.195360 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612c07-d79b-47b2-b807-bddc54dc98ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b7b340-5e7d-49fb-8f6a-cad9284409c4,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:54.888323 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36032) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:54.904469 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-992c9aab-185f-4377-8243-a75ecf068428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:54.958434 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:54.966846 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:36:54.989833 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-992c9aab-185f-4377-8243-a75ecf068428 admin admin] Publish callbacks [] for security_group (269406d2-700f-4026-987f-82a340fb1460), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:55.124870 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-992c9aab-185f-4377-8243-a75ecf068428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (269406d2-700f-4026-987f-82a340fb1460), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:55.165516 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-992c9aab-185f-4377-8243-a75ecf068428 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3df753c5cf5543c099bc727131e0d18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757356 Jul 28 06:36:55.168234 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36038) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:36:55.170498 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c9aab-185f-4377-8243-a75ecf068428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269406d2-700f-4026-987f-82a340fb1460,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:36:55.227072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b9e34b14-436b-4415-add4-d194cfb3a11c admin admin] Publish callbacks [] for security_group (269406d2-700f-4026-987f-82a340fb1460), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:55.249740 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b9e34b14-436b-4415-add4-d194cfb3a11c admin admin] Publish callbacks [] for security_group (269406d2-700f-4026-987f-82a340fb1460), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:55.410518 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b9e34b14-436b-4415-add4-d194cfb3a11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (269406d2-700f-4026-987f-82a340fb1460), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:55.413094 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b9e34b14-436b-4415-add4-d194cfb3a11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:36:55.414522 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-b9e34b14-436b-4415-add4-d194cfb3a11c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/269406d2-700f-4026-987f-82a340fb1460 HTTP/1.1" status: 204 len: 168 time: 0.2449534 Jul 28 06:36:55.423979 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e34b14-436b-4415-add4-d194cfb3a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269406d2-700f-4026-987f-82a340fb1460,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:00.233884 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36172) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:00.291851 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36176) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:00.418635 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.420770 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c18d-46ec-4abd-be46-21cecba5fdad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.556399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Publish callbacks [] for security_group (aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.558429 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c18d-46ec-4abd-be46-21cecba5fdad admin admin] Publish callbacks [] for security_group (5b7dfa21-c6d2-4188-b01b-1c99503a7a89), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.604437 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.634444 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c18d-46ec-4abd-be46-21cecba5fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5b7dfa21-c6d2-4188-b01b-1c99503a7a89), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.659628 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f8d30bf32cf4aab8ca1cfbce133de80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246395 Jul 28 06:37:00.662558 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36184) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:00.665385 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:00.681045 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b8d0c18d-46ec-4abd-be46-21cecba5fdad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ff5b43120364c88b03974d710b9377c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848841 Jul 28 06:37:00.681045 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.681045 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.681699 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.681699 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.681870 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.682557 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.682699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36186) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:00.682801 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.682908 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.683220 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.683562 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.683886 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.684216 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.684540 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.684859 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.685187 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba1551-06ce-4c20-b0f9-42b6ea59d5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:00.714689 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c18d-46ec-4abd-be46-21cecba5fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7dfa21-c6d2-4188-b01b-1c99503a7a89,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:00.759631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e51975d9-1985-4140-a594-9bdfdf254e09 admin admin] Publish callbacks [] for security_group (aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.783199 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-232de6aa-d10c-4828-8930-0371c89a9b6c admin admin] Publish callbacks [] for security_group (5b7dfa21-c6d2-4188-b01b-1c99503a7a89), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.802659 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e51975d9-1985-4140-a594-9bdfdf254e09 admin admin] Publish callbacks [] for security_group (aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.828803 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-232de6aa-d10c-4828-8930-0371c89a9b6c admin admin] Publish callbacks [] for security_group (5b7dfa21-c6d2-4188-b01b-1c99503a7a89), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.939391 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e51975d9-1985-4140-a594-9bdfdf254e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.942212 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e51975d9-1985-4140-a594-9bdfdf254e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.943401 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e51975d9-1985-4140-a594-9bdfdf254e09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37 HTTP/1.1" status: 204 len: 168 time: 0.2795944 Jul 28 06:37:00.952554 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51975d9-1985-4140-a594-9bdfdf254e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb7c3bd-d90b-4a73-9629-7ecb06ac3b37,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:00.955548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-232de6aa-d10c-4828-8930-0371c89a9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5b7dfa21-c6d2-4188-b01b-1c99503a7a89), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.958393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-232de6aa-d10c-4828-8930-0371c89a9b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:00.959842 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-232de6aa-d10c-4828-8930-0371c89a9b6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b7dfa21-c6d2-4188-b01b-1c99503a7a89 HTTP/1.1" status: 204 len: 168 time: 0.2760134 Jul 28 06:37:00.987284 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232de6aa-d10c-4828-8930-0371c89a9b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7dfa21-c6d2-4188-b01b-1c99503a7a89,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:01.800987 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36212) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:01.815788 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0890-fcfa-46ab-9235-0ee8cba2e20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:01.826592 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:01.874537 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:01.899216 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0890-fcfa-46ab-9235-0ee8cba2e20b admin admin] Publish callbacks [] for security_group (1372c6bd-57ac-4ee6-8fe7-2c4b15f01941), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:01.999144 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0890-fcfa-46ab-9235-0ee8cba2e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (1372c6bd-57ac-4ee6-8fe7-2c4b15f01941), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:02.042347 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1eeb0890-fcfa-46ab-9235-0ee8cba2e20b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=019fb4ad70b245cfa361f69dbb0fc9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402244 Jul 28 06:37:02.043218 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb0890-fcfa-46ab-9235-0ee8cba2e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1372c6bd-57ac-4ee6-8fe7-2c4b15f01941,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:02.044994 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36220) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:02.102343 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b20fa584-8ca1-4855-9a64-7a6e57d220b5 admin admin] Publish callbacks [] for security_group (1372c6bd-57ac-4ee6-8fe7-2c4b15f01941), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:02.123977 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b20fa584-8ca1-4855-9a64-7a6e57d220b5 admin admin] Publish callbacks [] for security_group (1372c6bd-57ac-4ee6-8fe7-2c4b15f01941), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:02.256428 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b20fa584-8ca1-4855-9a64-7a6e57d220b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (1372c6bd-57ac-4ee6-8fe7-2c4b15f01941), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:02.259767 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b20fa584-8ca1-4855-9a64-7a6e57d220b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:02.260916 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b20fa584-8ca1-4855-9a64-7a6e57d220b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1372c6bd-57ac-4ee6-8fe7-2c4b15f01941 HTTP/1.1" status: 204 len: 168 time: 0.2148492 Jul 28 06:37:02.271507 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fa584-8ca1-4855-9a64-7a6e57d220b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372c6bd-57ac-4ee6-8fe7-2c4b15f01941,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:04.108566 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36324) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:04.223310 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a92d7fb-1a54-47b3-8727-3315a2e9b2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.295798 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=22,neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:04.310520 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a92d7fb-1a54-47b3-8727-3315a2e9b2a4 admin admin] Publish callbacks [] for security_group (59ca509d-1788-4879-abc6-e388ada92bb7), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.404865 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a92d7fb-1a54-47b3-8727-3315a2e9b2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (59ca509d-1788-4879-abc6-e388ada92bb7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.421700 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:04.447240 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9a92d7fb-1a54-47b3-8727-3315a2e9b2a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63ed9e3bd9534d9b8ea769e2ff126343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375747 Jul 28 06:37:04.448112 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92d7fb-1a54-47b3-8727-3315a2e9b2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca509d-1788-4879-abc6-e388ada92bb7,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:04.450211 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36334) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:04.511505 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6eea60df-2cf5-4c45-859a-5999a3e53f3b admin admin] Publish callbacks [] for security_group (59ca509d-1788-4879-abc6-e388ada92bb7), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.537072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6eea60df-2cf5-4c45-859a-5999a3e53f3b admin admin] Publish callbacks [] for security_group (59ca509d-1788-4879-abc6-e388ada92bb7), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.730824 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6eea60df-2cf5-4c45-859a-5999a3e53f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (59ca509d-1788-4879-abc6-e388ada92bb7), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.733380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6eea60df-2cf5-4c45-859a-5999a3e53f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:04.734614 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-6eea60df-2cf5-4c45-859a-5999a3e53f3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59ca509d-1788-4879-abc6-e388ada92bb7 HTTP/1.1" status: 204 len: 168 time: 0.2832863 Jul 28 06:37:04.743539 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea60df-2cf5-4c45-859a-5999a3e53f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca509d-1788-4879-abc6-e388ada92bb7,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:05.629413 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-87bee355-74e6-45fc-886d-7ca94f075532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.465118 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36406) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:07.590910 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-11268021-1487-4657-af96-66a2ec9210b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.670586 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-11268021-1487-4657-af96-66a2ec9210b2 admin admin] Publish callbacks [] for security_group (bd73ad56-ae6a-4876-bc11-e15f449ac39a), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.776154 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-11268021-1487-4657-af96-66a2ec9210b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bd73ad56-ae6a-4876-bc11-e15f449ac39a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.820052 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-11268021-1487-4657-af96-66a2ec9210b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb96b2d8474943238c0939d42e492d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536031 Jul 28 06:37:07.820965 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11268021-1487-4657-af96-66a2ec9210b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd73ad56-ae6a-4876-bc11-e15f449ac39a,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:07.822960 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36410) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:07.879523 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-578e8a73-6556-4df2-a732-70b963ba0fba admin admin] Publish callbacks [] for security_group (bd73ad56-ae6a-4876-bc11-e15f449ac39a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:07.906019 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-578e8a73-6556-4df2-a732-70b963ba0fba admin admin] Publish callbacks [] for security_group (bd73ad56-ae6a-4876-bc11-e15f449ac39a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.027480 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-578e8a73-6556-4df2-a732-70b963ba0fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (bd73ad56-ae6a-4876-bc11-e15f449ac39a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.030018 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-578e8a73-6556-4df2-a732-70b963ba0fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.032496 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-578e8a73-6556-4df2-a732-70b963ba0fba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd73ad56-ae6a-4876-bc11-e15f449ac39a HTTP/1.1" status: 204 len: 168 time: 0.2071557 Jul 28 06:37:08.040737 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e8a73-6556-4df2-a732-70b963ba0fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd73ad56-ae6a-4876-bc11-e15f449ac39a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:08.110750 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-421fd88e-d972-493a-9fcc-0887cc168d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.785460 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36422) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:08.800296 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1becb5f5-b5c1-42da-81eb-4fdc99448831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.877942 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1becb5f5-b5c1-42da-81eb-4fdc99448831 admin admin] Publish callbacks [] for security_group (534be1f3-ce10-4c4d-9fc3-246db9ab8b1c), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:08.970318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1becb5f5-b5c1-42da-81eb-4fdc99448831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (534be1f3-ce10-4c4d-9fc3-246db9ab8b1c), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.017751 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1becb5f5-b5c1-42da-81eb-4fdc99448831 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83bd52dbd811457c80f9218ab51a2255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311325 Jul 28 06:37:09.018633 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becb5f5-b5c1-42da-81eb-4fdc99448831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534be1f3-ce10-4c4d-9fc3-246db9ab8b1c,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:09.020748 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36424) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:09.078086 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a3bb775a-9f3a-46e8-a1e6-d59bf8abe1c3 admin admin] Publish callbacks [] for security_group (534be1f3-ce10-4c4d-9fc3-246db9ab8b1c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.100913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a3bb775a-9f3a-46e8-a1e6-d59bf8abe1c3 admin admin] Publish callbacks [] for security_group (534be1f3-ce10-4c4d-9fc3-246db9ab8b1c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.225406 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a3bb775a-9f3a-46e8-a1e6-d59bf8abe1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (534be1f3-ce10-4c4d-9fc3-246db9ab8b1c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.228632 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a3bb775a-9f3a-46e8-a1e6-d59bf8abe1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.229970 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a3bb775a-9f3a-46e8-a1e6-d59bf8abe1c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/534be1f3-ce10-4c4d-9fc3-246db9ab8b1c HTTP/1.1" status: 204 len: 168 time: 0.2080019 Jul 28 06:37:09.239611 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:09.243251 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb775a-9f3a-46e8-a1e6-d59bf8abe1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534be1f3-ce10-4c4d-9fc3-246db9ab8b1c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:10.864765 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:11.173469 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:12.090265 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.016961 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:37:16.758695 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-ddc10e43-0f01-43ee-b267-71c5ead959d4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868824558&fields=id&tenant_id=d45f04c2af574b889ee776b6a0fa9d40 HTTP/1.1" status: 200 len: 267 time: 0.0532291 Jul 28 06:37:16.812990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-e3ad49ca-a3fe-4e9f-9feb-d0d6ef01263a tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:16.814537 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-e3ad49ca-a3fe-4e9f-9feb-d0d6ef01263a tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 984 time: 0.0497723 Jul 28 06:37:16.826810 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Request body: {'port': {'security_groups': ['e269fef0-d416-443b-aba2-69166171591d']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:16.869741 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:16.877702 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36610) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:16.911664 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:16.965396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:17.005715 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8d68-3e9b-4151-9e0a-eb6d5e11e6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.098283 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8d68-3e9b-4151-9e0a-eb6d5e11e6c9 admin admin] Publish callbacks [] for security_group (f0c9e70c-c208-4f0b-bbcb-07d4fe09131e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.098687 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:17.127876 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for port (1180a354-41d4-4d24-8328-e75871937ec8), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.193024 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8d68-3e9b-4151-9e0a-eb6d5e11e6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (f0c9e70c-c208-4f0b-bbcb-07d4fe09131e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.221998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.234139 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1180a354-41d4-4d24-8328-e75871937ec8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:37:17.236838 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e8d68-3e9b-4151-9e0a-eb6d5e11e6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c9e70c-c208-4f0b-bbcb-07d4fe09131e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.244358 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ed7e8d68-3e9b-4151-9e0a-eb6d5e11e6c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c367d92e315848ecb75564e84edf57b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655005 Jul 28 06:37:17.244996 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36614) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:17.291387 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event updated for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=7']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.303807 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:17.304468 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.305961 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf9c5fdf-b49a-4246-89ac-64f9f9ee6fdf req-27897fbd-b595-4d0e-be53-92befb8d6094 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "PUT /v2.0/ports/1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 942 time: 0.4849110 Jul 28 06:37:17.306431 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:17.309215 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c" -d '{"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:17.316913 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36618) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:17.337759 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20d6e29d-ff9c-400a-a023-47d661809c87 admin admin] Publish callbacks [] for security_group (f0c9e70c-c208-4f0b-bbcb-07d4fe09131e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.382561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8356f42a-75d5-49c3-ba1c-c1d168a4a7d5 x-openstack-request-id: req-8356f42a-75d5-49c3-ba1c-c1d168a4a7d5 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:17.383280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:17.383551 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8356f42a-75d5-49c3-ba1c-c1d168a4a7d5 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:17.384074 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8356f42a-75d5-49c3-ba1c-c1d168a4a7d5'] response: {'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'status': 'completed', 'code': 200} Jul 28 06:37:17.389399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20d6e29d-ff9c-400a-a023-47d661809c87 admin admin] Publish callbacks [] for security_group (f0c9e70c-c208-4f0b-bbcb-07d4fe09131e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.392497 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1180a354-41d4-4d24-8328-e75871937ec8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:37:17.437955 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:17.453697 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f903ca0c-06dd-49c3-a4ad-acacefde00e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group (2af970f6-abe0-4f63-a6b4-2db1e10f5343), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.468613 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-53527266-df05-4c2a-a28e-28926c007295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:17.470952 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-53527266-df05-4c2a-a28e-28926c007295 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1129 time: 0.0608163 Jul 28 06:37:17.488599 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f903ca0c-06dd-49c3-a4ad-acacefde00e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group (2af970f6-abe0-4f63-a6b4-2db1e10f5343), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.601241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-dba0d52b-1cdf-4474-8ee0-7e2abb21271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:17.602953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-dba0d52b-1cdf-4474-8ee0-7e2abb21271b service neutron] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 915 time: 0.1209652 Jul 28 06:37:17.627237 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20d6e29d-ff9c-400a-a023-47d661809c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (f0c9e70c-c208-4f0b-bbcb-07d4fe09131e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.629575 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-174c2a76-2724-443f-9409-ecfae40e129e None None] Provisioning complete for port 1180a354-41d4-4d24-8328-e75871937ec8 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:17.629896 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20d6e29d-ff9c-400a-a023-47d661809c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.630020 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-174c2a76-2724-443f-9409-ecfae40e129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1180a354-41d4-4d24-8328-e75871937ec8), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.630992 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-20d6e29d-ff9c-400a-a023-47d661809c87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0c9e70c-c208-4f0b-bbcb-07d4fe09131e HTTP/1.1" status: 204 len: 168 time: 0.3847244 Jul 28 06:37:17.641538 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:17.642372 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6e29d-ff9c-400a-a023-47d661809c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c9e70c-c208-4f0b-bbcb-07d4fe09131e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.661674 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f903ca0c-06dd-49c3-a4ad-acacefde00e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (2af970f6-abe0-4f63-a6b4-2db1e10f5343), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.665342 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f903ca0c-06dd-49c3-a4ad-acacefde00e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:17.672504 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f903ca0c-06dd-49c3-a4ad-acacefde00e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "DELETE /v2.0/security-groups/2af970f6-abe0-4f63-a6b4-2db1e10f5343 HTTP/1.1" status: 204 len: 168 time: 0.3485188 Jul 28 06:37:17.672504 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36626) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:17.693740 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903ca0c-06dd-49c3-a4ad-acacefde00e4 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af970f6-abe0-4f63-a6b4-2db1e10f5343,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:17.712465 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-ebda4b8c-33b1-489b-a2d3-d8382dcccd11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0996287 Jul 28 06:37:17.796572 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-41c3c5ac-0f0a-4fc8-86f6-f8fe454cc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:17.798271 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-41c3c5ac-0f0a-4fc8-86f6-f8fe454cc35d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.0676706 Jul 28 06:37:17.805081 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-174c2a76-2724-443f-9409-ecfae40e129e None None] Current status of the port 1180a354-41d4-4d24-8328-e75871937ec8 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:17.855242 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-48dec2c3-7aad-470f-8db6-dc768004b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:17.857262 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-48dec2c3-7aad-470f-8db6-dc768004b28f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522072 Jul 28 06:37:17.958758 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-b4a02c35-d1ef-4aa7-be14-30cfc7d85d16 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943391 Jul 28 06:37:18.075433 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f7ac1b2-b1cc-4d89-a2ea-7959056c314c req-47d9fceb-431b-45c1-9291-17f9ba7418d1 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103537 Jul 28 06:37:18.111393 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Deleting port c7ddb7e9-327f-4902-8091-b5c888b42748 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:18.112035 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.190315 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.190638 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for floatingip (c7ddb7e9-327f-4902-8091-b5c888b42748), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.204291 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Calling delete_port for c7ddb7e9-327f-4902-8091-b5c888b42748 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:18.367511 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36632) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:18.389975 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fc24594e-d9e5-49d3-b98f-6b44fa16ee41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.466635 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (c7ddb7e9-327f-4902-8091-b5c888b42748), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.503446 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event deleted for resources: {'Port': ['ID=c7ddb7e9-327f-4902-8091-b5c888b42748,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:18.514699 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:18.591537 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks [] for floatingip (f646f4e7-ae0e-48c1-bc93-237bc2508eb5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.591870 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Floating IP f646f4e7-ae0e-48c1-bc93-237bc2508eb5 disassociated (deleted). External IP: 172.27.3.181, port: 1180a354-41d4-4d24-8328-e75871937ec8. Jul 28 06:37:18.654385 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fc24594e-d9e5-49d3-b98f-6b44fa16ee41 admin admin] Publish callbacks [] for security_group (63e919c3-3293-474a-9e4d-deb2841b42dd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.714160 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fc24594e-d9e5-49d3-b98f-6b44fa16ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (63e919c3-3293-474a-9e4d-deb2841b42dd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.796493 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fc24594e-d9e5-49d3-b98f-6b44fa16ee41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff4db13668114fcba874e7c27c1912df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251873 Jul 28 06:37:18.796493 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36638) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:18.803940 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24594e-d9e5-49d3-b98f-6b44fa16ee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e919c3-3293-474a-9e4d-deb2841b42dd,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:18.863090 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:18.902772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b85f1bba-f24f-4a6a-a99e-42d03c07e51c admin admin] Publish callbacks [] for security_group (63e919c3-3293-474a-9e4d-deb2841b42dd), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:18.923124 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:18.933744 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b85f1bba-f24f-4a6a-a99e-42d03c07e51c admin admin] Publish callbacks [] for security_group (63e919c3-3293-474a-9e4d-deb2841b42dd), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.033609 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-d9e917ae-ce20-401f-a9d2-30a75e7486d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406816 Jul 28 06:37:19.062908 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:19.071658 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:19.077883 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.083082 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] Sync routers for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:19.094522 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:19.095154 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:19.096926 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582beb-b5aa-491b-8999-396186484101 req-e855d13c-bd0f-481f-9613-4dd15e02493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.098501 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-e855d13c-bd0f-481f-9613-4dd15e02493a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1129 time: 0.0434091 Jul 28 06:37:19.117248 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b3a58811-9fd5-4044-8a4c-55f24a169914 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "DELETE /v2.0/floatingips/f646f4e7-ae0e-48c1-bc93-237bc2508eb5 HTTP/1.1" status: 204 len: 168 time: 1.4433620 Jul 28 06:37:19.118037 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:19.121272 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2846f-80a4-491e-83c6-59b90454806e" -d '{"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:19.161597 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b85f1bba-f24f-4a6a-a99e-42d03c07e51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (63e919c3-3293-474a-9e4d-deb2841b42dd), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.164922 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b85f1bba-f24f-4a6a-a99e-42d03c07e51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:19.170108 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b85f1bba-f24f-4a6a-a99e-42d03c07e51c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63e919c3-3293-474a-9e4d-deb2841b42dd HTTP/1.1" status: 204 len: 168 time: 0.3726382 Jul 28 06:37:19.174323 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f3643e-aa21-401c-a37c-e89c36982c4f x-openstack-request-id: req-56f3643e-aa21-401c-a37c-e89c36982c4f {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:19.174728 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:19.175088 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56f3643e-aa21-401c-a37c-e89c36982c4f {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:19.175572 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f3643e-aa21-401c-a37c-e89c36982c4f'] response: {'name': 'network-changed', 'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'status': 'completed', 'code': 200} Jul 28 06:37:19.183534 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f1bba-f24f-4a6a-a99e-42d03c07e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e919c3-3293-474a-9e4d-deb2841b42dd,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:19.311610 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:19.329981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582beb-b5aa-491b-8999-396186484101 req-c12ae45f-9b23-4a3d-93f7-2dd1b67df19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.332088 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-c12ae45f-9b23-4a3d-93f7-2dd1b67df19e service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.2021399 Jul 28 06:37:19.352299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2846f-80a4-491e-83c6-59b90454806e req-8735d9b2-ba53-44a0-828e-f45708c72197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.354464 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-8735d9b2-ba53-44a0-828e-f45708c72197 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 1129 time: 0.1078119 Jul 28 06:37:19.437069 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:19.508777 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-f12bf23f-5ebc-45eb-972b-211ed5369f54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 200 len: 1001 time: 0.1702220 Jul 28 06:37:19.544860 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:28Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:19.587632 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] Checking router: 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:19.590139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2846f-80a4-491e-83c6-59b90454806e req-c86be9ae-f02b-4a19-bd92-eaf6a435c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.591584 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-c86be9ae-f02b-4a19-bd92-eaf6a435c7e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 200 len: 915 time: 0.1923246 Jul 28 06:37:19.595891 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582beb-b5aa-491b-8999-396186484101 req-314388e3-9944-43c6-9c1d-905941ded1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.597379 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-314388e3-9944-43c6-9c1d-905941ded1ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0808284 Jul 28 06:37:19.603612 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:19.605169 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:19.643480 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-6e207618-14ff-486d-ae71-79ef9b49bb46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 200 len: 217 time: 0.0447464 Jul 28 06:37:19.715807 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582beb-b5aa-491b-8999-396186484101 req-aad9e9cd-7909-4268-826c-ac0af72f1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.717780 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-aad9e9cd-7909-4268-826c-ac0af72f1afe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124284 Jul 28 06:37:19.762958 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2846f-80a4-491e-83c6-59b90454806e req-bd855472-6d48-414d-97f9-5d4724d94c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.764855 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-bd855472-6d48-414d-97f9-5d4724d94c26 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 200 len: 853 time: 0.1031394 Jul 28 06:37:19.792216 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:19.839266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2846f-80a4-491e-83c6-59b90454806e req-49d347d2-3708-4fc7-89be-e61967ea68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:19.841119 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-49d347d2-3708-4fc7-89be-e61967ea68d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aae82d9d-de2a-4dab-8076-31f8b20f70ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457630 Jul 28 06:37:19.967781 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-edcdd616-8115-48f4-b197-1f125baf2660 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391324 Jul 28 06:37:20.005975 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-6b684c88-a218-4fe7-b1ef-f925819bdb75 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569157 Jul 28 06:37:20.095941 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:28Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:20.131577 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219410bb-6a83-4c16-b7f8-5c490e75fb54 None None] The sync data for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi is: [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:34:24Z', 'revision_number': 4, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '9d583a6e-d44a-4e2d-99ac-c8e579946989', 'name': '', 'network_id': 'aae82d9d-de2a-4dab-8076-31f8b20f70ef', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'mac_address': 'fa:16:3e:5f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '561f60f3-f438-4454-9341-e5f72558ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:23Z', 'updated_at': '2022-07-28T06:34:28Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'subnets': [{'id': '561f60f3-f438-4454-9341-e5f72558ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:20.172671 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36660) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:20.196718 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0844ee39-5f20-4158-a0a9-386fa1a50b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.462213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915005b0-bb86-4bae-aea8-9c8f70757cef None None] New status for floating IP f646f4e7-ae0e-48c1-bc93-237bc2508eb5: DOWN {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:37:20.675413 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:20.744046 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c1a2846f-80a4-491e-83c6-59b90454806e req-009ea8fb-df7e-4e89-959f-2df1e3eb8a66 service neutron] 10.222.0.71 "GET /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308235 Jul 28 06:37:20.751859 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-90582beb-b5aa-491b-8999-396186484101 req-639e8a33-ca7e-44cd-8922-bc4ec0a9b89f service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358818 Jul 28 06:37:20.772298 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0844ee39-5f20-4158-a0a9-386fa1a50b5c admin admin] Publish callbacks [] for security_group (3bf00513-6474-486b-a166-420a16b4fafc), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.856812 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0844ee39-5f20-4158-a0a9-386fa1a50b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3bf00513-6474-486b-a166-420a16b4fafc), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.900336 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ee39-5f20-4158-a0a9-386fa1a50b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf00513-6474-486b-a166-420a16b4fafc,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:20.905353 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0844ee39-5f20-4158-a0a9-386fa1a50b5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70810ed234ff483db30a84395b74218a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7308767 Jul 28 06:37:20.908009 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36668) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:20.958759 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-90e93994-8ac4-49d9-b564-e491acdde5e1 admin admin] Publish callbacks [] for security_group (3bf00513-6474-486b-a166-420a16b4fafc), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.982172 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-90e93994-8ac4-49d9-b564-e491acdde5e1 admin admin] Publish callbacks [] for security_group (3bf00513-6474-486b-a166-420a16b4fafc), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:20.997793 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:21.099962 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-90e93994-8ac4-49d9-b564-e491acdde5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (3bf00513-6474-486b-a166-420a16b4fafc), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.102603 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-90e93994-8ac4-49d9-b564-e491acdde5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:21.104693 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-90e93994-8ac4-49d9-b564-e491acdde5e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3bf00513-6474-486b-a166-420a16b4fafc HTTP/1.1" status: 204 len: 168 time: 0.1948328 Jul 28 06:37:21.112918 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e93994-8ac4-49d9-b564-e491acdde5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf00513-6474-486b-a166-420a16b4fafc,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:23.808255 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dece65-1b65-441b-b87b-a6c027c00dc3 req-35b66e59-a04c-437c-8442-74ed95dde849 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:23.810547 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-83dece65-1b65-441b-b87b-a6c027c00dc3 req-35b66e59-a04c-437c-8442-74ed95dde849 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0580223 Jul 28 06:37:23.863811 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-83dece65-1b65-441b-b87b-a6c027c00dc3 req-8553179e-2c9d-40de-a1cc-95a35528dbe9 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Jul 28 06:37:24.985688 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad3999-72be-4cdf-8fcb-ba92568db074 req-80921f45-bfca-43e1-a03a-21566d956999 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:24.987089 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8ad3999-72be-4cdf-8fcb-ba92568db074 req-80921f45-bfca-43e1-a03a-21566d956999 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Jul 28 06:37:25.034573 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d8ad3999-72be-4cdf-8fcb-ba92568db074 req-01de5afa-6afb-4c1b-b712-bafb439dc68e tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Jul 28 06:37:26.159544 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ec617-203a-4733-b3e6-f15d0a7aad51 req-4bcb66d2-4b61-485e-ab3a-1759ae9d0904 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:26.161042 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-284ec617-203a-4733-b3e6-f15d0a7aad51 req-4bcb66d2-4b61-485e-ab3a-1759ae9d0904 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0533326 Jul 28 06:37:26.212467 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-284ec617-203a-4733-b3e6-f15d0a7aad51 req-fecfd756-e984-439f-a6d8-96f6d409508a tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458026 Jul 28 06:37:27.291729 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1185b5-161d-462c-8115-a11a9d71551f req-5f7dc676-a40a-4f9c-8134-40dfc17f1fc6 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:27.293119 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ab1185b5-161d-462c-8115-a11a9d71551f req-5f7dc676-a40a-4f9c-8134-40dfc17f1fc6 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.71 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Jul 28 06:37:27.368998 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13413c-8398-4f8d-9193-d6246d9afb0c req-8d2042a2-f4b1-439a-a798-bf59993fa296 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:27.370550 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3e13413c-8398-4f8d-9193-d6246d9afb0c req-8d2042a2-f4b1-439a-a798-bf59993fa296 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 945 time: 0.0765193 Jul 28 06:37:27.450117 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Deleting port 1180a354-41d4-4d24-8328-e75871937ec8 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:27.451102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (1180a354-41d4-4d24-8328-e75871937ec8), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.471725 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3e13413c-8398-4f8d-9193-d6246d9afb0c req-76527911-ac56-44ac-898a-dc21a6d248dd tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/security-groups?id=e269fef0-d416-443b-aba2-69166171591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951486 Jul 28 06:37:27.550320 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] For port 1180a354-41d4-4d24-8328-e75871937ec8, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=1180a354-41d4-4d24-8328-e75871937ec8,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:27.550599 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (1180a354-41d4-4d24-8328-e75871937ec8), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.564215 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Calling delete_port for 1180a354-41d4-4d24-8328-e75871937ec8 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:27.667153 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:27.764372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (1180a354-41d4-4d24-8328-e75871937ec8), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.776695 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['1180a354-41d4-4d24-8328-e75871937ec8'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:37:27.780927 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:27.781726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:27.799301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Pushing event deleted for resources: {'Port': ['ID=1180a354-41d4-4d24-8328-e75871937ec8,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:27.855318 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] No DVR routers for this DVR port 1180a354-41d4-4d24-8328-e75871937ec8 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:37:27.858669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:27.862004 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ab1185b5-161d-462c-8115-a11a9d71551f req-76ecdbc5-322f-48b7-8ad3-7dce8dc522e3 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.71 "DELETE /v2.0/ports/1180a354-41d4-4d24-8328-e75871937ec8 HTTP/1.1" status: 204 len: 173 time: 0.5583148 Jul 28 06:37:27.862443 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'name': 'network-vif-deleted', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:27.864708 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb64f98-c775-4084-9d48-dca22fdf7f0e" -d '{"events": [{"server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "name": "network-vif-deleted", "tag": "1180a354-41d4-4d24-8328-e75871937ec8"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:27.906776 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e47160-402f-4292-afa2-f49a3aca9b5f x-openstack-request-id: req-95e47160-402f-4292-afa2-f49a3aca9b5f {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:27.907070 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e023915e-896b-42ba-9e22-4ef71c9e0867", "name": "network-vif-deleted", "tag": "1180a354-41d4-4d24-8328-e75871937ec8", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:27.907321 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95e47160-402f-4292-afa2-f49a3aca9b5f {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:27.907731 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e47160-402f-4292-afa2-f49a3aca9b5f'] response: {'server_uuid': 'e023915e-896b-42ba-9e22-4ef71c9e0867', 'name': 'network-vif-deleted', 'tag': '1180a354-41d4-4d24-8328-e75871937ec8', 'status': 'completed', 'code': 200} Jul 28 06:37:28.584860 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a0c7160-071c-43a8-bde0-b0e84317f46a req-07120c9a-e4e0-4ae9-b59f-2b836261fda7 tempest-TestMinimumBasicScenario-780074641 tempest-TestMinimumBasicScenario-780074641-project] 10.222.0.69 "GET /v2.0/ports?device_id=e023915e-896b-42ba-9e22-4ef71c9e0867 HTTP/1.1" status: 200 len: 210 time: 0.0293844 Jul 28 06:37:29.176454 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:29.177344 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=73,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.299543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36820) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:31.386622 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:31.626877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.754813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1180a354-41d4-4d24-8328-e75871937ec8 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:31.765666 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 1180a354-41d4-4d24-8328-e75871937ec8 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:31.766296 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 1180a354-41d4-4d24-8328-e75871937ec8 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:31.886458 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Deleting port 9d583a6e-d44a-4e2d-99ac-c8e579946989 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:31.886458 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.972734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] For port 9d583a6e-d44a-4e2d-99ac-c8e579946989, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=9d583a6e-d44a-4e2d-99ac-c8e579946989,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:31.973100 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:31.987220 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Calling delete_port for 9d583a6e-d44a-4e2d-99ac-c8e579946989 owned by network:router_interface {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:32.100700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:32.279035 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (9d583a6e-d44a-4e2d-99ac-c8e579946989), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.306671 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d583a6e-d44a-4e2d-99ac-c8e579946989,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:32.512577 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:32.515931 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.728452 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:32.836057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:32.841847 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-9a449a91-702a-4171-a394-30f032e37f8c admin admin] 10.222.0.69 "PUT /v2.0/routers/8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5411973 Jul 28 06:37:32.844985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36842) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:32.849335 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] Sync routers for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:32.860580 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:32.861188 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:32.946987 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks [] for router (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:32.965110 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:33.018675 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:33.048495 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks [] for router_gateway (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.095434 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:33.139352 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:33.146316 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:37:32Z', 'revision_number': 5, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port': {'id': '6c264fc2-9f84-43a6-8398-46a7167987ab', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:21Z', 'updated_at': '2022-07-28T06:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:33.149176 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Deleting port 6c264fc2-9f84-43a6-8398-46a7167987ab {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:33.149543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.173062 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] Checking router: 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:33.182212 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] Routers {'8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:33.182816 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:33.240593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] For port 6c264fc2-9f84-43a6-8398-46a7167987ab, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6c264fc2-9f84-43a6-8398-46a7167987ab,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:33.240953 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.254424 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Calling delete_port for 6c264fc2-9f84-43a6-8398-46a7167987ab owned by network:router_gateway {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:33.271288 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] Set router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:33.320067 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:37:33Z', 'revision_number': 6, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:33.351367 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38047425-6bfe-421b-ae08-cbaad6441956 None None] The sync data for ids ['8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f'] in dv-cinder-812429-2-iscsi is: [{'id': '8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f', 'name': 'tempest-TestMinimumBasicScenario-719960019-router', 'tenant_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:20Z', 'updated_at': '2022-07-28T06:37:33Z', 'revision_number': 6, 'project_id': 'd45f04c2af574b889ee776b6a0fa9d40', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:33.561646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (6c264fc2-9f84-43a6-8398-46a7167987ab), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.588016 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c264fc2-9f84-43a6-8398-46a7167987ab,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:33.609645 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36854) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:33.657929 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.735364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-742fd58f-6fdd-46ca-81c8-08551e3afd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.758438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.765669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks [] for router_controller (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.765669 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:33.839979 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-742fd58f-6fdd-46ca-81c8-08551e3afd56 admin admin] Publish callbacks [] for security_group (5cea51ea-0ad5-4eab-b038-f2f57cf023eb), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.884015 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.884665 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f {{(pid=104326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:37:33.889102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.893539 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-8e559a6f-30cc-46a9-a045-0b4f3b4ddefd admin admin] 10.222.0.69 "DELETE /v2.0/routers/8fc77e5c-a80c-48eb-b2d9-adaa196b4d5f HTTP/1.1" status: 204 len: 168 time: 1.0444641 Jul 28 06:37:33.893801 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36860) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:33.900374 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36862) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:33.923572 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-742fd58f-6fdd-46ca-81c8-08551e3afd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5cea51ea-0ad5-4eab-b038-f2f57cf023eb), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.976899 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Deleting subnet 561f60f3-f438-4454-9341-e5f72558ec01 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:37:33.981941 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Publish callbacks [] for subnet (561f60f3-f438-4454-9341-e5f72558ec01), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:33.984318 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fd58f-6fdd-46ca-81c8-08551e3afd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cea51ea-0ad5-4eab-b038-f2f57cf023eb,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:33.990217 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-742fd58f-6fdd-46ca-81c8-08551e3afd56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3eede0dda6924c4e979c7156520cd457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795331 Jul 28 06:37:33.993483 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36866) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:34.029045 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (561f60f3-f438-4454-9341-e5f72558ec01), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.032189 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7499ee06-62ec-4296-8984-db84cd7dace1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.085739 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-76bc4e14-27da-47eb-89fc-ce96db94cb4f admin admin] Publish callbacks [] for security_group (5cea51ea-0ad5-4eab-b038-f2f57cf023eb), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.113399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (561f60f3-f438-4454-9341-e5f72558ec01), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.121083 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-76bc4e14-27da-47eb-89fc-ce96db94cb4f admin admin] Publish callbacks [] for security_group (5cea51ea-0ad5-4eab-b038-f2f57cf023eb), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.190975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7499ee06-62ec-4296-8984-db84cd7dace1 admin admin] Publish callbacks [] for security_group (6b8618e6-c592-4909-abe0-bd3082b1d34d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.207955 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 9d583a6e-d44a-4e2d-99ac-c8e579946989 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:34.234005 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 9d583a6e-d44a-4e2d-99ac-c8e579946989 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:34.234420 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 9d583a6e-d44a-4e2d-99ac-c8e579946989 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:34.244824 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (561f60f3-f438-4454-9341-e5f72558ec01), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.275750 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561f60f3-f438-4454-9341-e5f72558ec01,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.278674 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7499ee06-62ec-4296-8984-db84cd7dace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (6b8618e6-c592-4909-abe0-bd3082b1d34d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.280063 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.285358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-76bc4e14-27da-47eb-89fc-ce96db94cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (5cea51ea-0ad5-4eab-b038-f2f57cf023eb), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.289184 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f943de7e-2487-4112-bf12-0a89cbba2568 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/561f60f3-f438-4454-9341-e5f72558ec01 HTTP/1.1" status: 204 len: 168 time: 0.3891068 Jul 28 06:37:34.289548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-76bc4e14-27da-47eb-89fc-ce96db94cb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.289660 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36872) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:34.289768 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4839e-2cef-4242-86ad-614e8c3459ef None None] Network aae82d9d-de2a-4dab-8076-31f8b20f70ef requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:34.290181 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-76bc4e14-27da-47eb-89fc-ce96db94cb4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cea51ea-0ad5-4eab-b038-f2f57cf023eb HTTP/1.1" status: 204 len: 168 time: 0.2952659 Jul 28 06:37:34.311930 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:34.361378 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-7499ee06-62ec-4296-8984-db84cd7dace1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c69d96c094b44dc8a7a3046c2f85b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413133 Jul 28 06:37:34.361378 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36876) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:34.370285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499ee06-62ec-4296-8984-db84cd7dace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8618e6-c592-4909-abe0-bd3082b1d34d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.430165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc4e14-27da-47eb-89fc-ce96db94cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cea51ea-0ad5-4eab-b038-f2f57cf023eb,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.446103 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (aae82d9d-de2a-4dab-8076-31f8b20f70ef), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.495848 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b3c3841f-7bbb-4083-9b8b-9081109d4e59 admin admin] Publish callbacks [] for security_group (6b8618e6-c592-4909-abe0-bd3082b1d34d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.506308 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Deleting port b224da09-32ab-49cc-adda-a6bca7fe0e99 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:34.506654 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.523233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b3c3841f-7bbb-4083-9b8b-9081109d4e59 admin admin] Publish callbacks [] for security_group (6b8618e6-c592-4909-abe0-bd3082b1d34d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.523511 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] DHCP port deletion for aae82d9d-de2a-4dab-8076-31f8b20f70ef request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:37:34.581836 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Deleting port b224da09-32ab-49cc-adda-a6bca7fe0e99 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:34.582515 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.598412 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] For port b224da09-32ab-49cc-adda-a6bca7fe0e99, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b224da09-32ab-49cc-adda-a6bca7fe0e99,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:34.598412 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.613920 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Calling delete_port for b224da09-32ab-49cc-adda-a6bca7fe0e99 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:34.666405 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] For port b224da09-32ab-49cc-adda-a6bca7fe0e99, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b224da09-32ab-49cc-adda-a6bca7fe0e99,segment=NetworkSegment(f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68),segment_id=f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:34.666825 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.683823 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Calling delete_port for b224da09-32ab-49cc-adda-a6bca7fe0e99 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:34.698837 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:34.716652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b3c3841f-7bbb-4083-9b8b-9081109d4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (6b8618e6-c592-4909-abe0-bd3082b1d34d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.720114 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b3c3841f-7bbb-4083-9b8b-9081109d4e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.725240 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-b3c3841f-7bbb-4083-9b8b-9081109d4e59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b8618e6-c592-4909-abe0-bd3082b1d34d HTTP/1.1" status: 204 len: 168 time: 0.3428822 Jul 28 06:37:34.737040 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3841f-7bbb-4083-9b8b-9081109d4e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8618e6-c592-4909-abe0-bd3082b1d34d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.821696 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.839310 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (b224da09-32ab-49cc-adda-a6bca7fe0e99), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.855376 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Pushing event deleted for resources: {'Port': ['ID=b224da09-32ab-49cc-adda-a6bca7fe0e99,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.874328 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Pushing event deleted for resources: {'Port': ['ID=b224da09-32ab-49cc-adda-a6bca7fe0e99,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:34.880907 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] No DVR routers for this DVR port b224da09-32ab-49cc-adda-a6bca7fe0e99 on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:37:34.881122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] No DVR routers for this DVR port b224da09-32ab-49cc-adda-a6bca7fe0e99 on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:37:34.897842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.897842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.897842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.897842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.898170 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.898249 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.898779 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.899205 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.899595 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.899995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.900392 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.901199 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.901366 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.905389 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.905945 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e750e1-50db-44c1-9d74-d61262608e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:34.974269 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (aae82d9d-de2a-4dab-8076-31f8b20f70ef), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:34.976485 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:34.995111 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae82d9d-de2a-4dab-8076-31f8b20f70ef']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:35.004752 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:35.008246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:35.017712 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.038578 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.046837 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:37:35.047249 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.093364 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68 resource provider aggregate not found Jul 28 06:37:35.111847 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d32ca8-e7b5-48f3-ae0b-f37c6f4f0b68 found for delete ", "request_id": "req-914d0ada-21b0-4ed0-81db-5ad4506a0fd6"}]} Jul 28 06:37:35.202835 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (aae82d9d-de2a-4dab-8076-31f8b20f70ef), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.209505 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.212965 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] 10.222.0.69 "DELETE /v2.0/networks/aae82d9d-de2a-4dab-8076-31f8b20f70ef HTTP/1.1" status: 204 len: 168 time: 0.9255900 Jul 28 06:37:35.216219 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36896) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:35.226759 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee17c9e-5204-4fce-b480-1f2963de7147 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae82d9d-de2a-4dab-8076-31f8b20f70ef,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:35.602828 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6c264fc2-9f84-43a6-8398-46a7167987ab no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:35.626902 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 6c264fc2-9f84-43a6-8398-46a7167987ab {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:35.627272 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6c264fc2-9f84-43a6-8398-46a7167987ab not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:35.627686 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b224da09-32ab-49cc-adda-a6bca7fe0e99 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:35.661171 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: b224da09-32ab-49cc-adda-a6bca7fe0e99 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:35.661541 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b224da09-32ab-49cc-adda-a6bca7fe0e99 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:35.662928 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbfb225f-abb2-4bb1-be52-815f2fef3898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:35.695990 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:35.843804 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (2b5010fd-ba59-4cd7-830b-fc9e6850247e), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.079375 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Deleting port 1fb8761a-327b-4054-bcbd-128528e92f72 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:36.079716 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.161700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] For port 1fb8761a-327b-4054-bcbd-128528e92f72, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1fb8761a-327b-4054-bcbd-128528e92f72,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:36.161957 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.175575 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Calling delete_port for 1fb8761a-327b-4054-bcbd-128528e92f72 owned by network:router_interface {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:36.230163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:36.449798 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (1fb8761a-327b-4054-bcbd-128528e92f72), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.480896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb8761a-327b-4054-bcbd-128528e92f72,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:36.668562 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (2b5010fd-ba59-4cd7-830b-fc9e6850247e), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:36.824925 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:36.884673 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Router 2b5010fd-ba59-4cd7-830b-fc9e6850247e has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:36.992062 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:36.999712 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-26fc6ac8-bee4-40d6-8de1-f1899812df53 admin admin] 10.222.0.69 "PUT /v2.0/routers/2b5010fd-ba59-4cd7-830b-fc9e6850247e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7796714 Jul 28 06:37:36.999712 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36926) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:37.000834 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] Sync routers for ids ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:37.011183 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] Routers {'2b5010fd-ba59-4cd7-830b-fc9e6850247e'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:37.011792 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:37.097964 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks [] for router (2b5010fd-ba59-4cd7-830b-fc9e6850247e), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.141165 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:37.205975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks [] for router_gateway (2b5010fd-ba59-4cd7-830b-fc9e6850247e), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.246813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] Set router 2b5010fd-ba59-4cd7-830b-fc9e6850247e gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:37.298770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Deleting port b5c540f4-ace6-49b6-b6b9-096c8ab88045 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:37.299170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.383760 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] For port b5c540f4-ace6-49b6-b6b9-096c8ab88045, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=b5c540f4-ace6-49b6-b6b9-096c8ab88045,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:37.384128 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.404383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Calling delete_port for b5c540f4-ace6-49b6-b6b9-096c8ab88045 owned by network:router_gateway {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:37.421719 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:37:36Z', 'revision_number': 5, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port': {'id': 'b5c540f4-ace6-49b6-b6b9-096c8ab88045', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:37.447489 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] Checking router: 2b5010fd-ba59-4cd7-830b-fc9e6850247e for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:37.456410 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] Routers {'2b5010fd-ba59-4cd7-830b-fc9e6850247e'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:37.457034 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:37.549406 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:37.553557 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] Set router 2b5010fd-ba59-4cd7-830b-fc9e6850247e gateway port host: None {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:37.607655 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:37:37Z', 'revision_number': 6, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:37.633124 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8d9d7-c2ca-4625-9206-45066dee3519 None None] The sync data for ids ['2b5010fd-ba59-4cd7-830b-fc9e6850247e'] in dv-cinder-812429-2-iscsi is: [{'id': '2b5010fd-ba59-4cd7-830b-fc9e6850247e', 'name': 'tempest-TestMinimumBasicScenario-1254965920-router', 'tenant_id': '21203e171c8f4614b3039f5737a866ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:34:28Z', 'updated_at': '2022-07-28T06:37:37Z', 'revision_number': 6, 'project_id': '21203e171c8f4614b3039f5737a866ef', 'gw_port_host': None}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:37.665087 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (b5c540f4-ace6-49b6-b6b9-096c8ab88045), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.693000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c540f4-ace6-49b6-b6b9-096c8ab88045,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:37.759778 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (2b5010fd-ba59-4cd7-830b-fc9e6850247e), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.854395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (2b5010fd-ba59-4cd7-830b-fc9e6850247e), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.857497 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks [] for router_controller (2b5010fd-ba59-4cd7-830b-fc9e6850247e), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.964039 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (2b5010fd-ba59-4cd7-830b-fc9e6850247e), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.964749 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5010fd-ba59-4cd7-830b-fc9e6850247e {{(pid=104326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:37:37.969483 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:37.970781 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d49d2ed0-57de-4677-a7a4-7ce9239a3435 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2b5010fd-ba59-4cd7-830b-fc9e6850247e HTTP/1.1" status: 204 len: 168 time: 0.9701030 Jul 28 06:37:37.973438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 36932) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:38.009039 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:38.023548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Deleting subnet 8e6484e0-4334-479c-bdca-66fda203955c {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:37:38.027138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Publish callbacks [] for subnet (8e6484e0-4334-479c-bdca-66fda203955c), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.072371 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (8e6484e0-4334-479c-bdca-66fda203955c), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.109926 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-577292c3-7152-43e7-8686-d168870c1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.159875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (8e6484e0-4334-479c-bdca-66fda203955c), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.208221 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:38.346077 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (8e6484e0-4334-479c-bdca-66fda203955c), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.380586 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6484e0-4334-479c-bdca-66fda203955c,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:38.388667 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.390462 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-d95858b7-8078-4d20-8152-434ec1364377 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8e6484e0-4334-479c-bdca-66fda203955c HTTP/1.1" status: 204 len: 168 time: 0.4160378 Jul 28 06:37:38.392202 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be22f0-d05e-4b8e-8cf8-9b40137de7b2 None None] Network 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:38.396224 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36936) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:38.482084 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.534703 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Deleting port 4e792572-4525-4484-bc11-bbf0c7a846f1 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:38.535041 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.566134 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] DHCP port deletion for 2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:37:38.605161 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] For port 4e792572-4525-4484-bc11-bbf0c7a846f1, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4e792572-4525-4484-bc11-bbf0c7a846f1,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:38.605555 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.606558 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] Deleting port 4e792572-4525-4484-bc11-bbf0c7a846f1 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:37:38.606942 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.619563 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Calling delete_port for 4e792572-4525-4484-bc11-bbf0c7a846f1 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:38.680920 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] For port 4e792572-4525-4484-bc11-bbf0c7a846f1, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4e792572-4525-4484-bc11-bbf0c7a846f1,segment=NetworkSegment(86814d9b-e042-4fb7-a689-59a0fb68246d),segment_id=86814d9b-e042-4fb7-a689-59a0fb68246d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:38.681334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.695085 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:38.697091 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] Calling delete_port for 4e792572-4525-4484-bc11-bbf0c7a846f1 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:37:38.815897 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.823082 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (4e792572-4525-4484-bc11-bbf0c7a846f1), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.848668 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e792572-4525-4484-bc11-bbf0c7a846f1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:38.850874 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] No DVR routers for this DVR port 4e792572-4525-4484-bc11-bbf0c7a846f1 on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:37:38.857184 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] Pushing event deleted for resources: {'Port': ['ID=4e792572-4525-4484-bc11-bbf0c7a846f1,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:38.862157 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74538-1d14-4bf9-a5cf-53a35aced9a2 None None] No DVR routers for this DVR port 4e792572-4525-4484-bc11-bbf0c7a846f1 on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:37:38.926561 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.950738 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2379c28b-8ee8-4fce-a31c-fe8a8e9f4782']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:38.960751 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86814d9b-e042-4fb7-a689-59a0fb68246d') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:38.961044 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86814d9b-e042-4fb7-a689-59a0fb68246d') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:38.970707 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (86814d9b-e042-4fb7-a689-59a0fb68246d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.983830 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (86814d9b-e042-4fb7-a689-59a0fb68246d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:38.990374 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:37:38.992619 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (86814d9b-e042-4fb7-a689-59a0fb68246d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.034310 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 86814d9b-e042-4fb7-a689-59a0fb68246d resource provider aggregate not found Jul 28 06:37:39.056046 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 86814d9b-e042-4fb7-a689-59a0fb68246d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86814d9b-e042-4fb7-a689-59a0fb68246d found for delete ", "request_id": "req-3c1cf684-d3c7-4d7e-8a1b-42b26891c25a"}]} Jul 28 06:37:39.169891 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (2379c28b-8ee8-4fce-a31c-fe8a8e9f4782), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.176040 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.179967 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2379c28b-8ee8-4fce-a31c-fe8a8e9f4782 HTTP/1.1" status: 204 len: 168 time: 0.7825096 Jul 28 06:37:39.195306 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89585cd0-c696-4965-882e-85f601d5d0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2379c28b-8ee8-4fce-a31c-fe8a8e9f4782,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:39.307141 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.578214 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4e792572-4525-4484-bc11-bbf0c7a846f1 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:39.598857 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 4e792572-4525-4484-bc11-bbf0c7a846f1 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:39.599207 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4e792572-4525-4484-bc11-bbf0c7a846f1 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:39.599639 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b5c540f4-ace6-49b6-b6b9-096c8ab88045 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:39.618388 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: b5c540f4-ace6-49b6-b6b9-096c8ab88045 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:39.618732 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device b5c540f4-ace6-49b6-b6b9-096c8ab88045 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:39.619140 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1fb8761a-327b-4054-bcbd-128528e92f72 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:37:39.637358 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 1fb8761a-327b-4054-bcbd-128528e92f72 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:37:39.637780 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1fb8761a-327b-4054-bcbd-128528e92f72 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:37:39.679652 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36956) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:39.720431 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6674fda1-9712-43ba-bfd2-f614c5f834d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d45f04c2af574b889ee776b6a0fa9d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395672 Jul 28 06:37:39.723035 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36958) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:39.776290 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9170e97e-4b4c-4e7a-b561-2894c60755d9 admin admin] Publish callbacks [] for security_group (e269fef0-d416-443b-aba2-69166171591d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.777745 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:39.798691 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9170e97e-4b4c-4e7a-b561-2894c60755d9 admin admin] Publish callbacks [] for security_group (e269fef0-d416-443b-aba2-69166171591d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.961091 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9170e97e-4b4c-4e7a-b561-2894c60755d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (e269fef0-d416-443b-aba2-69166171591d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.963808 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9170e97e-4b4c-4e7a-b561-2894c60755d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:39.964957 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9170e97e-4b4c-4e7a-b561-2894c60755d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e269fef0-d416-443b-aba2-69166171591d HTTP/1.1" status: 204 len: 168 time: 0.2410126 Jul 28 06:37:39.974606 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170e97e-4b4c-4e7a-b561-2894c60755d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e269fef0-d416-443b-aba2-69166171591d,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:40.686685 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36970) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:40.718171 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:40.729163 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6ced0ac3-6487-402d-a39f-4e6ab7af3a97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21203e171c8f4614b3039f5737a866ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412104 Jul 28 06:37:40.732328 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 36972) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:40.790988 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0566-ed21-43ad-960c-15b85db44872 admin admin] Publish callbacks [] for security_group (363d81cd-b266-4e63-a571-f4fad5d8b823), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.814839 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0566-ed21-43ad-960c-15b85db44872 admin admin] Publish callbacks [] for security_group (363d81cd-b266-4e63-a571-f4fad5d8b823), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.853669 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.952433 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0566-ed21-43ad-960c-15b85db44872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (363d81cd-b266-4e63-a571-f4fad5d8b823), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.955204 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0566-ed21-43ad-960c-15b85db44872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:40.956612 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c1ee0566-ed21-43ad-960c-15b85db44872 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/363d81cd-b266-4e63-a571-f4fad5d8b823 HTTP/1.1" status: 204 len: 168 time: 0.2233188 Jul 28 06:37:40.966410 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee0566-ed21-43ad-960c-15b85db44872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363d81cd-b266-4e63-a571-f4fad5d8b823,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:41.158567 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:42.118055 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:43.273777 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=19 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:43.323820 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:45.438520 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-568d4b96-71fa-4449-bdc3-468a4d289f7a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546945479&fields=id&tenant_id=47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 267 time: 0.0459218 Jul 28 06:37:45.559926 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-525cda5a-c386-4494-9574-5700641680a3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:45.561893 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-525cda5a-c386-4494-9574-5700641680a3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 812 time: 0.1167331 Jul 28 06:37:45.577512 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-618a5509-0b97-4eb7-97a8-ea8cdff49f34 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/quotas/47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 375 time: 0.0101466 Jul 28 06:37:45.628879 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-96200a87-3038-48db-aa69-3d7878096d94 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458615 Jul 28 06:37:45.729504 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-75158dad-9e1c-4b2b-8697-90ff8f3e0a20 service neutron] 10.222.0.69 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878115 Jul 28 06:37:45.822838 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c1d65d30-a975-44ab-a5cf-2677a1828a8f service neutron] 10.222.0.69 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875030 Jul 28 06:37:46.467544 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37024) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:46.575343 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-100d9c02-4be3-4699-bc93-de898f6cb818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.655978 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-100d9c02-4be3-4699-bc93-de898f6cb818 admin admin] Publish callbacks [] for security_group (7e14cd46-18c4-4557-ae65-07d3b341191f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.718299 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-100d9c02-4be3-4699-bc93-de898f6cb818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7e14cd46-18c4-4557-ae65-07d3b341191f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.759240 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-100d9c02-4be3-4699-bc93-de898f6cb818 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3acb504e7d5b4129bf2893a224187be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905309 Jul 28 06:37:46.760132 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d9c02-4be3-4699-bc93-de898f6cb818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e14cd46-18c4-4557-ae65-07d3b341191f,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:46.762901 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37028) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:46.818986 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Publish callbacks [] for security_group (7e14cd46-18c4-4557-ae65-07d3b341191f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.847555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Publish callbacks [] for security_group (7e14cd46-18c4-4557-ae65-07d3b341191f), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.960603 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (7e14cd46-18c4-4557-ae65-07d3b341191f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.963098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:46.964301 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e14cd46-18c4-4557-ae65-07d3b341191f HTTP/1.1" status: 204 len: 168 time: 0.1999133 Jul 28 06:37:46.972611 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e14cd46-18c4-4557-ae65-07d3b341191f,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:46.980478 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.980823 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.981160 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.981517 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.982449 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.982846 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.983312 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.983647 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.984027 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.984353 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.984713 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.985051 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.985392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.985824 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:46.986142 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93d25-dbf8-464b-b54b-17de695fbadb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:47.384614 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f37fffb4-39c6-4a4a-b91f-08448bd47a40 req-0c9d19bf-3bb1-4ede-8d1b-46a332bae6c1 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0319092 Jul 28 06:37:48.052837 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37054) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:48.152994 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1193877308-network', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:48.266855 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Made reservation on behalf of 3ce97bbb75d4412e90231e4da14840bc for: {'network': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:48.269524 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.278862 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.379506 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks [] for security_group (fb556c53-ca66-42db-803d-f160ea3fefef), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.468780 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a3742d9a-f9e9-49e7-aa82-72c198531f2f req-0783a2ba-3e23-497d-bc6a-24611008d3cd tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0283387 Jul 28 06:37:48.480882 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (fb556c53-ca66-42db-803d-f160ea3fefef), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.489076 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:48.504880 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=104326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:48.518747 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb556c53-ca66-42db-803d-f160ea3fefef,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:48.523548 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (d3e1cf4c-4fa7-4a84-9585-db824abedf4d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.525238 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.segments_db [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Added segment d3e1cf4c-4fa7-4a84-9585-db824abedf4d of type vlan for network 4523b400-324e-4557-a908-bbe22983e058 Jul 28 06:37:48.531267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:48.567630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (4523b400-324e-4557-a908-bbe22983e058), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.637993 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (4523b400-324e-4557-a908-bbe22983e058), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.638999 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:48.639573 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:48.699313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] Pushing event updated for resources: {'Network': ['ID=4523b400-324e-4557-a908-bbe22983e058,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:48.709318 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 4523b400-324e-4557-a908-bbe22983e058 details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:48.743921 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-761e1c77-203c-4547-8519-c830cb450c73 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6899047 Jul 28 06:37:48.746838 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37064) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:48.751731 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Request body: {'subnet': {'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1193877308-subnet', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'ip_version': 4}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:48.824132 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Made reservation on behalf of 3ce97bbb75d4412e90231e4da14840bc for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:48.826879 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267028634'] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.041159 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264295892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267028660'] for subnet (ae1c6a64-7280-4fd4-8c8b-8ffb52097d87), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.102699 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:49.113337 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Checking segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:49.113714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Network hostable DHCP agents. Network: 4523b400-324e-4557-a908-bbe22983e058, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:49.172128 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:49.194651 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Network 4523b400-324e-4557-a908-bbe22983e058 is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:49.309138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 4523b400-324e-4557-a908-bbe22983e058) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:49.313886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:49.314481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.320253 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b79aed-d870-4ffa-a911-aa294e43254f None None] Network 4523b400-324e-4557-a908-bbe22983e058 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:49.429814 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-4523b400-324e-4557-a908-bbe22983e058', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:37:49.430826 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.449037 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-9f99e139-432b-4cb7-b744-aab72f880b88 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7010257 Jul 28 06:37:49.452392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37068) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:49.456941 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:49.535893 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:49.556603 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9b5767ec-452d-4021-8fd3-f321af8cff11 req-ce64bc67-a1a3-49b7-99e1-5759d50deba6 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0304163 Jul 28 06:37:49.557621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (87e550ae-9440-4e96-a1e7-1205e93c6127), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.558666 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (87e550ae-9440-4e96-a1e7-1205e93c6127), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.583068 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Allocated IP 172.20.0.2 (4523b400-324e-4557-a908-bbe22983e058/ae1c6a64-7280-4fd4-8c8b-8ffb52097d87/4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:49.614777 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks [] for router_controller (87e550ae-9440-4e96-a1e7-1205e93c6127), precommit_add_association {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.729407 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Publish callbacks [] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.844617 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.848813 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks [] for router_gateway (87e550ae-9440-4e96-a1e7-1205e93c6127), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.884726 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:49.888227 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Network 4523b400-324e-4557-a908-bbe22983e058 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:49.893686 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:49.895528 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Pushing event updated for resources: {'Port': ['ID=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:49.897680 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:49.959636 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Attempting to bind port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:49.960005 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Attempting to bind port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:49.960368 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Attempting to bind port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb on network 4523b400-324e-4557-a908-bbe22983e058 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:49.965471 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:49.965849 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Checking segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:49.966436 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:49.966842 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Bound using segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:49.967420 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Bound port: 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:49.967808 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.030417 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] For port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:50.033715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] For port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:50.106921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks [] for router_gateway (87e550ae-9440-4e96-a1e7-1205e93c6127), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.124597 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.131340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.183643 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fff475-c8d9-43de-ac8b-bf472d142693 None None] Pushing event updated for resources: {'Port': ['ID=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:50.522223 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Allocated IP 172.27.3.232 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/12199ce9-5490-46c4-a6ed-3a58217bb891) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:50.546799 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:50.655004 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks [] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.657993 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6f1f4f74-ccad-40b1-8fa9-1e46e2b6fa11 req-992ee865-9dc2-42ed-b1eb-a8269669e774 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0416572 Jul 28 06:37:50.766874 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:50.807965 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:50.812593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:50.817481 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:50.822670 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Pushing event updated for resources: {'Port': ['ID=12199ce9-5490-46c4-a6ed-3a58217bb891,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:50.930992 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:51.190877 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ae9fc-1b4e-4550-8708-d3a47f7c9978 None None] Network 4523b400-324e-4557-a908-bbe22983e058 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:51.198532 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks [] for router_gateway (87e550ae-9440-4e96-a1e7-1205e93c6127), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.291276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] Provisioning complete for port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:51.291653 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.432230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] Current status of the port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:51.432552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.459395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (87e550ae-9440-4e96-a1e7-1205e93c6127), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.488801 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] For port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:51.556725 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.622103 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d39b8-a01b-4665-b28b-2a3474c06d9e None None] Pushing event updated for resources: {'Port': ['ID=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:51.632615 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:51.684504 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-abb72dc8-1f61-4a5a-9cdf-8af97346bac5 None None] Provisioning complete for port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:51.684792 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-abb72dc8-1f61-4a5a-9cdf-8af97346bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.687523 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:51.709638 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Router 87e550ae-9440-4e96-a1e7-1205e93c6127 is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:37:51.714293 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:51.725156 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.822359 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-57d6b0aa-b209-4322-be7d-5caf8842c2de req-74c77514-1458-4d26-8173-379135b84a46 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0633948 Jul 28 06:37:51.844383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:51.852001 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:51.863139 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Sync routers for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:51.875615 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:51.876255 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:51.946583 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:51.951532 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-9e755490-c9db-45b7-9745-b21d9fddd514 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4949181 Jul 28 06:37:51.952037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37084) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:51.967350 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-abb72dc8-1f61-4a5a-9cdf-8af97346bac5 None None] Current status of the port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:51.977010 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:51.996666 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:52.167415 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:50Z', 'revision_number': 3, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:52.196136 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Checking router: 87e550ae-9440-4e96-a1e7-1205e93c6127 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:52.196484 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Updating router 87e550ae-9440-4e96-a1e7-1205e93c6127 port 12199ce9-5490-46c4-a6ed-3a58217bb891 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:52.311976 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.390973 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.413127 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:52.554314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Allocated IP 172.20.0.1 (4523b400-324e-4557-a908-bbe22983e058/ae1c6a64-7280-4fd4-8c8b-8ffb52097d87/55eafbc0-fdbf-4e19-861f-a06feb2b2c09) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:52.568720 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Publish callbacks [] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.648270 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:52.660724 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.665424 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks [] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.716536 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Attempting to bind port 12199ce9-5490-46c4-a6ed-3a58217bb891 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:52.716910 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Attempting to bind port 12199ce9-5490-46c4-a6ed-3a58217bb891 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:52.717498 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Attempting to bind port 12199ce9-5490-46c4-a6ed-3a58217bb891 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:52.724552 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Pushing event updated for resources: {'Port': ['ID=12199ce9-5490-46c4-a6ed-3a58217bb891,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:52.727756 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:52.728203 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:52.728538 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.728928 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:52.729429 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Bound port: 12199ce9-5490-46c4-a6ed-3a58217bb891, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:52.729808 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.736763 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.737113 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.737502 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.737862 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.738199 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.738529 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.738856 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.739276 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.739503 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.739877 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.740200 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.740540 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.740872 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.741187 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.741556 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:37:52.747120 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.790365 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Network 4523b400-324e-4557-a908-bbe22983e058 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:52.792808 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] For port 12199ce9-5490-46c4-a6ed-3a58217bb891, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:52.793609 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] For port 12199ce9-5490-46c4-a6ed-3a58217bb891, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=12199ce9-5490-46c4-a6ed-3a58217bb891,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:52.796083 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:52.799969 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:52.803375 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:52.847163 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (87e550ae-9440-4e96-a1e7-1205e93c6127), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.910033 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:52.940774 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-75878d30-de94-4585-8ba8-8a39422070c8 req-8250fd85-ff96-4e94-a216-bb304a96f2f0 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0409784 Jul 28 06:37:52.981896 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d814a52-d68d-4f41-bec2-16705abfb7fa None None] Pushing event updated for resources: {'Port': ['ID=12199ce9-5490-46c4-a6ed-3a58217bb891,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:52.995490 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:52.996564 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:53.045625 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:37:53.089620 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.092087 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.096465 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-b9115175-efe5-4eb0-af36-055679e9f873 None None] Provisioning complete for port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:53.097493 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b9115175-efe5-4eb0-af36-055679e9f873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:53.111904 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:53.129978 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:53.132953 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-b9115175-efe5-4eb0-af36-055679e9f873 None None] Port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:53.285876 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:50Z', 'revision_number': 3, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:53.312846 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115c403-dde8-4f4e-af26-d9cbff5eed23 None None] The sync data for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi is: [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:50Z', 'revision_number': 3, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:53.332584 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks [] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:53.424411 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-bbb69b30-3269-4b70-963f-c65fbd0829ac tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:53.425933 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-bbb69b30-3269-4b70-963f-c65fbd0829ac tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 812 time: 0.1285067 Jul 28 06:37:53.441432 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.469441 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:53.566594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-ef786e8d-5deb-44f6-b25c-fc63d55a7b3e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b406d9a12c461a84aa0331d2890990 HTTP/1.1" status: 200 len: 379 time: 0.1260142 Jul 28 06:37:53.583054 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'port': {'device_id': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'admin_state_up': True, 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'security_groups': ['598649d4-5e26-4661-b23d-d9bf4a9dfc02']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:53.646380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (87e550ae-9440-4e96-a1e7-1205e93c6127), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:53.690771 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:53.750237 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:53.753997 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:53.766488 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:53.772305 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.786687 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Network 4523b400-324e-4557-a908-bbe22983e058 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:53.796758 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:53.824373 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:53.885695 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:53.972753 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Router 87e550ae-9440-4e96-a1e7-1205e93c6127 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:37:54.038510 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Made reservation on behalf of 47b406d9a12c461a84aa0331d2890990 for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:54.042560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.068813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-cd61636e-8481-48a1-99bc-3592c7c3b61a None None] Provisioning complete for port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:54.072588 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cd61636e-8481-48a1-99bc-3592c7c3b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.108621 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-cd61636e-8481-48a1-99bc-3592c7c3b61a None None] Port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:54.142516 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-af6a891b-7aef-47ba-86e8-2c5420ed1f4a req-6176812d-2a14-4762-8383-100303706240 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0829251 Jul 28 06:37:54.201220 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:54.206963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-31241c17-d677-4829-abeb-98a925494ad5 admin admin] 10.222.0.69 "PUT /v2.0/routers/87e550ae-9440-4e96-a1e7-1205e93c6127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535007 Jul 28 06:37:54.290245 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Allocated IP 172.20.0.6 (dd87854f-57d2-4562-b1ab-837a717d2f52/8c25b10a-0afd-4479-8ff3-300149f0043c/6ebf1019-d3cf-46bd-8c5b-46f7f329eccb) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:54.452121 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.559059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.601734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:54.609900 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Network dd87854f-57d2-4562-b1ab-837a717d2f52 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:54.615697 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:54.619788 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:54.645070 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:54.677403 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:54.677403 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.775491 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-c5118826-6e28-4567-ad82-d6715e97d48a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2066240 Jul 28 06:37:54.798157 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Request body: {'port': {'device_id': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:54.801719 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:54.863348 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-aa545a1c-f5d8-499d-9da3-7d7445984d56 None None] Provisioning complete for port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:54.867929 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aa545a1c-f5d8-499d-9da3-7d7445984d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.890876 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:54.898414 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-aa545a1c-f5d8-499d-9da3-7d7445984d56 None None] Port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:37:55.123401 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37106) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:55.129154 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-315071029-network', 'tenant_id': '240811071c1541a4896bd8c1c14442bf'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:55.182055 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:37:55.183307 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Sync routers for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:55.191236 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Publish callbacks [] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.197254 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:55.197959 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:55.205478 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Transition to ACTIVE for port object 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:37:55.218029 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Made reservation on behalf of 240811071c1541a4896bd8c1c14442bf for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:55.220463 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.230177 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.276887 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058eca7-abf5-4f10-b562-5404589085e3 req-3885995f-3828-4605-ade7-679b52b3fcf3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:55.278603 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1058eca7-abf5-4f10-b562-5404589085e3 req-3885995f-3828-4605-ade7-679b52b3fcf3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 931 time: 0.0584092 Jul 28 06:37:55.313084 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks [] for security_group (2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.314077 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:55.317107 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.323773 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:55.382278 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1058eca7-abf5-4f10-b562-5404589085e3 req-e6c0733d-f20f-4278-b510-a088f3fec536 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942407 Jul 28 06:37:55.392643 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.405401 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:55.428039 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:55.429182 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 06:37:55.454126 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (abac739e-e6b9-432f-b7ca-69a7f45f4e60), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.454479 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Added segment abac739e-e6b9-432f-b7ca-69a7f45f4e60 of type vlan for network 9c25694a-db49-424f-bc37-5f46614fc18c Jul 28 06:37:55.456859 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:55.506580 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044928642'] for network (9c25694a-db49-424f-bc37-5f46614fc18c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.598868 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (9c25694a-db49-424f-bc37-5f46614fc18c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.601011 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:55.601640 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.609179 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:53Z', 'revision_number': 2, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:55.647974 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Checking router: 87e550ae-9440-4e96-a1e7-1205e93c6127 for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:55.649085 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Updating router 87e550ae-9440-4e96-a1e7-1205e93c6127 port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:55.687808 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.691297 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] Pushing event updated for resources: {'Network': ['ID=9c25694a-db49-424f-bc37-5f46614fc18c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:55.707206 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 12199ce9-5490-46c4-a6ed-3a58217bb891 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:55.710309 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Network 9c25694a-db49-424f-bc37-5f46614fc18c details requested by agent ovs-agent-dv-cinder-812429-2-iscsi with host dv-cinder-812429-2-iscsi {{(pid=104328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 06:37:55.755594 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2cb07c4b-3ef0-4750-94d1-ac2e2549b89a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6310744 Jul 28 06:37:55.758506 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37110) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:55.765351 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Request body: {'subnet': {'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-315071029-subnet', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'ip_version': 4}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:55.807787 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Attempting to bind port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:55.808137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Attempting to bind port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:55.808463 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Attempting to bind port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:55.814269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb on network dd87854f-57d2-4562-b1ab-837a717d2f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:37:55.814596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Attempting to bind port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb on network dd87854f-57d2-4562-b1ab-837a717d2f52 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:55.819770 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:55.820118 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Checking segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:55.820497 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Bound using segment: {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:55.820927 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Bound port: 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b27f4c-587f-450a-a4c2-2830f3dee877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:55.821291 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.839349 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:55.875160 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Made reservation on behalf of 240811071c1541a4896bd8c1c14442bf for: {'subnet': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:37:55.877559 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267028634'] for subnet (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.924362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 12199ce9-5490-46c4-a6ed-3a58217bb891 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:55.924362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:55.927874 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] For port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:55.950827 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] For port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:56.052631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.056316 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.080459 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 12199ce9-5490-46c4-a6ed-3a58217bb891 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:56.081117 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.109383 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.110015 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.111421 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] 10.222.0.71 "PUT /v2.0/ports/6ebf1019-d3cf-46bd-8c5b-46f7f329eccb HTTP/1.1" status: 200 len: 1093 time: 1.3274591 Jul 28 06:37:56.111886 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:37:56.114189 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b597fe5-c7a4-4d50-af06-d0b738344964" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:37:56.133253 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 12199ce9-5490-46c4-a6ed-3a58217bb891, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=12199ce9-5490-46c4-a6ed-3a58217bb891,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:56.147138 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5581-4bef-4f1a-9b97-f50e6472003d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.162183 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b5aa04-98c4-4e75-bc6b-a4f9841cdd2e x-openstack-request-id: req-07b5aa04-98c4-4e75-bc6b-a4f9841cdd2e {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:37:56.162696 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:37:56.167146 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07b5aa04-98c4-4e75-bc6b-a4f9841cdd2e {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:37:56.167146 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b5aa04-98c4-4e75-bc6b-a4f9841cdd2e'] response: {'name': 'network-changed', 'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'status': 'completed', 'code': 200} Jul 28 06:37:56.185990 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Publish callbacks [] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.193676 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264295892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267028660'] for subnet (6a3cfde8-9ba2-4da2-abd0-aff359975a9a), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.230036 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.260091 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b597fe5-c7a4-4d50-af06-d0b738344964 req-8c21f7b2-a29f-4dda-a0dc-4afa6bab8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.261663 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b597fe5-c7a4-4d50-af06-d0b738344964 req-8c21f7b2-a29f-4dda-a0dc-4afa6bab8867 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1127 time: 0.0783963 Jul 28 06:37:56.286619 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.293720 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=12199ce9-5490-46c4-a6ed-3a58217bb891,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.297343 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3cfde8-9ba2-4da2-abd0-aff359975a9a,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.352147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Checking segment: {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:56.352507 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Network hostable DHCP agents. Network: 9c25694a-db49-424f-bc37-5f46614fc18c, hostable agents: ['32875115-e786-40ef-9634-86fb08d7c338'], hosted agents: [] {{(pid=104326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 06:37:56.359434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.404865 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f34f78-80c1-43f3-94b5-09cb8a0b9ddb None None] Pushing event updated for resources: {'Port': ['ID=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.431794 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b597fe5-c7a4-4d50-af06-d0b738344964 req-21a0d006-a309-45f2-8d82-ec1323dd8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.433300 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b597fe5-c7a4-4d50-af06-d0b738344964 req-21a0d006-a309-45f2-8d82-ec1323dd8936 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=47b406d9a12c461a84aa0331d2890990&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1573310 Jul 28 06:37:56.449981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Network 9c25694a-db49-424f-bc37-5f46614fc18c is scheduled to be hosted by DHCP agent 32875115-e786-40ef-9634-86fb08d7c338 with binding_index 1 {{(pid=104326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 06:37:56.453422 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Attempting to bind port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:56.453794 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Attempting to bind port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:56.454155 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Attempting to bind port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 on network 4523b400-324e-4557-a908-bbe22983e058 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:56.459997 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:56.460369 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Checking segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:56.460767 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.461161 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Bound using segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:56.461658 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Bound port: 55eafbc0-fdbf-4e19-861f-a06feb2b2c09, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:56.462032 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.539558 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.543114 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] For port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:56.546840 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] For port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:56.562136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba2492-e0ac-45c0-97e8-4fdb11e1d912 req-ac7adc30-729b-4a83-9d47-6eac1db87451 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.563765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86ba2492-e0ac-45c0-97e8-4fdb11e1d912 req-ac7adc30-729b-4a83-9d47-6eac1db87451 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0679960 Jul 28 06:37:56.600663 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812429-2-iscsi, 9c25694a-db49-424f-bc37-5f46614fc18c) {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:56.609447 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acee8ef-cfab-41f3-b343-f538557a8240 None None] Network 9c25694a-db49-424f-bc37-5f46614fc18c requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:56.611052 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.611648 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.616363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b597fe5-c7a4-4d50-af06-d0b738344964 req-ef7f1885-8d70-4187-ac94-5c5ba0eccc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.617692 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1b597fe5-c7a4-4d50-af06-d0b738344964 req-ef7f1885-8d70-4187-ac94-5c5ba0eccc52 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783149 Jul 28 06:37:56.633559 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.647675 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-86ba2492-e0ac-45c0-97e8-4fdb11e1d912 req-9d505647-9580-4e23-84fa-16788568b8c4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781078 Jul 28 06:37:56.696617 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-9faea3fa-5081-4869-80d9-8b1d296b9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.696853 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] Provisioning complete for port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:56.696967 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.698071 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-9faea3fa-5081-4869-80d9-8b1d296b9ef5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1127 time: 0.0427668 Jul 28 06:37:56.717492 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e15bda6a-6222-4414-9230-ef98da8c6571 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9554627 Jul 28 06:37:56.718238 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37116) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:56.723140 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:37:56.748323 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-f6862e4d-a36a-4e52-8873-2698ae7409a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb HTTP/1.1" status: 200 len: 217 time: 0.0433795 Jul 28 06:37:56.776368 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.785230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:56.785902 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:56.809169 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-df0d4efd-1eb1-4a2e-a95f-6c27e48d3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.812763 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-df0d4efd-1eb1-4a2e-a95f-6c27e48d3f0a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0578582 Jul 28 06:37:56.827952 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f34f78-80c1-43f3-94b5-09cb8a0b9ddb None None] Pushing event updated for resources: {'Port': ['ID=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:56.839288 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1705'] for router (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.840355 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.874890 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-22edd6db-3254-4980-9cbf-6cbafda49a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:56.876724 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-22edd6db-3254-4980-9cbf-6cbafda49a1b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572274 Jul 28 06:37:56.906439 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.914726 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks [] for router_controller (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.918645 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0819762c-90e5-57da-ac4c-8fd7744a7bc1-9c25694a-db49-424f-bc37-5f46614fc18c', 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c', 'project_id': '240811071c1541a4896bd8c1c14442bf', 'fixed_ips': [{'subnet_id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a'}]}} from dv-cinder-812429-2-iscsi. {{(pid=104328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 06:37:56.920633 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.984624 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:56.991740 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] Current status of the port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:56.992041 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:56.994827 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-573ee93c-676d-4815-b3ba-c9f90ef91778 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122293 Jul 28 06:37:57.053745 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:57.092919 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2b7c8557-1f8f-4d95-8c56-fa6956d06979 req-23d9efc8-66a2-46ad-a211-f7736eea849c service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916092 Jul 28 06:37:57.117917 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks [] for router_gateway (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.164576 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] For port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:57.238697 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.279723 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Allocated IP 172.20.0.2 (9c25694a-db49-424f-bc37-5f46614fc18c/6a3cfde8-9ba2-4da2-abd0-aff359975a9a/6a724c65-065d-4902-8d39-8535688956dd) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:57.361548 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks [] for router_gateway (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.389201 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.505739 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Allocated IP 172.27.3.97 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/1b18f094-9574-4639-8308-815dfb6c41b9) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:57.533721 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98177363-8abd-4c95-9b7b-393dfbe0e441 None None] Pushing event updated for resources: {'Port': ['ID=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:57.541500 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-83b3df38-5311-43fc-8ef1-28556f429fcf None None] Provisioning complete for port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:57.541933 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-83b3df38-5311-43fc-8ef1-28556f429fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.568095 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:57.617157 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 12199ce9-5490-46c4-a6ed-3a58217bb891 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:57.624587 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks [] for port (1b18f094-9574-4639-8308-815dfb6c41b9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.672672 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5deef237-ddab-4899-8bca-757df40281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:57.723993 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.742915 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deef237-ddab-4899-8bca-757df40281ea None None] The sync data for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi is: [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:37:57.772556 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:57.776394 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:57.782837 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:57.786831 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:57.787056 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c22828-d312-4e73-ac04-00219863d637 req-a78e4ee7-c836-4861-8d7f-8e8c9bd3a1e3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:57.788885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66c22828-d312-4e73-ac04-00219863d637 req-a78e4ee7-c836-4861-8d7f-8e8c9bd3a1e3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0660913 Jul 28 06:37:57.840677 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 12199ce9-5490-46c4-a6ed-3a58217bb891 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:57.841088 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.843690 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Publish callbacks [] for port (6a724c65-065d-4902-8d39-8535688956dd), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.849915 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Pushing event updated for resources: {'Port': ['ID=1b18f094-9574-4639-8308-815dfb6c41b9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:57.875668 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-66c22828-d312-4e73-ac04-00219863d637 req-cb927df1-ab4d-4bbc-878c-caba9c35d9e5 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766218 Jul 28 06:37:57.897268 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-83b3df38-5311-43fc-8ef1-28556f429fcf None None] Current status of the port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:57.954403 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651'] for port (6a724c65-065d-4902-8d39-8535688956dd), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:57.984150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 12199ce9-5490-46c4-a6ed-3a58217bb891 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:58.006915 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Network 9c25694a-db49-424f-bc37-5f46614fc18c is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:37:58.010171 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:37:58.014815 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:37:58.021940 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Pushing event updated for resources: {'Port': ['ID=6a724c65-065d-4902-8d39-8535688956dd,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:58.079677 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Attempting to bind port 6a724c65-065d-4902-8d39-8535688956dd on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:58.080064 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Attempting to bind port 6a724c65-065d-4902-8d39-8535688956dd by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:58.080433 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Attempting to bind port 6a724c65-065d-4902-8d39-8535688956dd on network 9c25694a-db49-424f-bc37-5f46614fc18c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:58.086171 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:58.089525 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Checking segment: {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:58.089525 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.089525 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Bound using segment: {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:58.089525 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Bound port: 6a724c65-065d-4902-8d39-8535688956dd, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:58.089525 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6a724c65-065d-4902-8d39-8535688956dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.144167 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:58.161715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] For port 6a724c65-065d-4902-8d39-8535688956dd, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:58.166474 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] For port 6a724c65-065d-4902-8d39-8535688956dd, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6a724c65-065d-4902-8d39-8535688956dd,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:58.208865 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:58.212133 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks [] for router_gateway (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.242084 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6a724c65-065d-4902-8d39-8535688956dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.314686 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bfa61-fbef-40e4-b4c3-e75f13b57009 None None] Pushing event updated for resources: {'Port': ['ID=6a724c65-065d-4902-8d39-8535688956dd,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:58.454120 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955782'] for router (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.691951 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb is scheduled to L3 agent fc174932-1703-48a7-8cb4-e3973142f241 with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 06:37:58.802935 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:37:58.815653 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Sync routers for ids ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:37:58.827995 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Routers {'688e0ec1-0c3e-4a85-961d-f7bb90714fdb'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:58.828958 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:58.882704 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:58.886510 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5d6008e8-cec0-45d9-95b7-82977ebc8894 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1647630 Jul 28 06:37:58.886918 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37120) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:37:58.940311 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Set router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:37:59.071265 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc820e-1d9e-42f1-8df3-8494bffbbe64 req-a3a2019f-1aa4-4364-acac-74e107c18481 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:37:59.073062 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-04cc820e-1d9e-42f1-8df3-8494bffbbe64 req-a3a2019f-1aa4-4364-acac-74e107c18481 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0763378 Jul 28 06:37:59.144414 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-04cc820e-1d9e-42f1-8df3-8494bffbbe64 req-a1b493a3-c79c-4663-9742-501f0b0a4bb3 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639052 Jul 28 06:37:59.147774 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 3, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:59.180905 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Checking router: 688e0ec1-0c3e-4a85-961d-f7bb90714fdb for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:37:59.181378 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Updating router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb port 1b18f094-9574-4639-8308-815dfb6c41b9 binding host dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:37:59.213019 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.360504 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff04929-3b19-432c-b641-d24d85578bc6 None None] Network 9c25694a-db49-424f-bc37-5f46614fc18c requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:37:59.365535 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:59.415742 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:59.447847 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] Provisioning complete for port 6a724c65-065d-4902-8d39-8535688956dd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:59.448240 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6a724c65-065d-4902-8d39-8535688956dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.493381 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Publish callbacks [] for port (1b18f094-9574-4639-8308-815dfb6c41b9), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.561860 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.578122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] Current status of the port 6a724c65-065d-4902-8d39-8535688956dd is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:59.578464 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6a724c65-065d-4902-8d39-8535688956dd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.619388 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] For port 6a724c65-065d-4902-8d39-8535688956dd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6a724c65-065d-4902-8d39-8535688956dd,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:37:59.644459 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db654b8-1ec5-4a3e-8f3c-ef85e513ffa1 None None] Pushing event updated for resources: {'Port': ['ID=1b18f094-9574-4639-8308-815dfb6c41b9,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:59.658893 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.659029 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Attempting to bind port 1b18f094-9574-4639-8308-815dfb6c41b9 on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:37:59.659365 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Attempting to bind port 1b18f094-9574-4639-8308-815dfb6c41b9 by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:37:59.659722 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Attempting to bind port 1b18f094-9574-4639-8308-815dfb6c41b9 on network 9356eb91-d212-4c70-9598-3544b64c249c {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:37:59.665423 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:37:59.665797 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Checking segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:37:59.666191 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.666572 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Bound using segment: {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:37:59.667036 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Bound port: 1b18f094-9574-4639-8308-815dfb6c41b9, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca0d73-1c95-4d98-bf90-5c279bb4adc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:37:59.667410 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.703644 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6a724c65-065d-4902-8d39-8535688956dd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.746834 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:59.750062 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] For port 1b18f094-9574-4639-8308-815dfb6c41b9, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:37:59.754219 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] For port 1b18f094-9574-4639-8308-815dfb6c41b9, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1b18f094-9574-4639-8308-815dfb6c41b9,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:37:59.799079 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:59.812349 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999dd4b-39a2-43fd-89bf-40bd1a4deb70 None None] Pushing event updated for resources: {'Port': ['ID=6a724c65-065d-4902-8d39-8535688956dd,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:59.834806 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-f725e2a3-f2d7-416a-9656-90a8f085a918 None None] Provisioning complete for port 6a724c65-065d-4902-8d39-8535688956dd triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:59.835436 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f725e2a3-f2d7-416a-9656-90a8f085a918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6a724c65-065d-4902-8d39-8535688956dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.835978 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.863242 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:37:59.863567 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Allocated IP 172.20.0.1 (9c25694a-db49-424f-bc37-5f46614fc18c/6a3cfde8-9ba2-4da2-abd0-aff359975a9a/6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:37:59.866969 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:37:59.867652 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:37:59.902316 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Routers {'688e0ec1-0c3e-4a85-961d-f7bb90714fdb'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:37:59.902954 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:37:59.906353 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db654b8-1ec5-4a3e-8f3c-ef85e513ffa1 None None] Pushing event updated for resources: {'Port': ['ID=1b18f094-9574-4639-8308-815dfb6c41b9,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:37:59.990522 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-f725e2a3-f2d7-416a-9656-90a8f085a918 None None] Current status of the port 6a724c65-065d-4902-8d39-8535688956dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:59.994519 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:37:59.995604 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6a724c65-065d-4902-8d39-8535688956dd up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:37:59.998684 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks [] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.038821 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:00.042990 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6a724c65-065d-4902-8d39-8535688956dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:00.043372 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6a724c65-065d-4902-8d39-8535688956dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.091795 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:00.097807 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.108140 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] Set router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:00.121837 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6a724c65-065d-4902-8d39-8535688956dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:00.140937 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Network 9c25694a-db49-424f-bc37-5f46614fc18c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:00.144140 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:00.148158 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:00.174130 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:00.187896 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:00.200579 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565638'] for router_interface (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.313428 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9178b-2088-471b-8769-afca9ceb73a7 req-90e133ea-3061-48fa-8143-3e7ee36f83f2 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:00.318177 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-34a9178b-2088-471b-8769-afca9ceb73a7 req-90e133ea-3061-48fa-8143-3e7ee36f83f2 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0774958 Jul 28 06:38:00.326790 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 3, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:00.344820 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:00.364006 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275974ce-38a5-475d-becb-ca7e22765539 None None] The sync data for ids ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'] in dv-cinder-812429-2-iscsi is: [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 3, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:00.385852 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-34a9178b-2088-471b-8769-afca9ceb73a7 req-93627f6a-2e29-475d-afbc-97d4303b10bb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614042 Jul 28 06:38:00.415631 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-1e9f5c85-328f-4572-99c8-159e0ee7ad5b None None] Provisioning complete for port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:00.415631 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5c85-328f-4572-99c8-159e0ee7ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.451975 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f5c85-328f-4572-99c8-159e0ee7ad5b None None] Port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:00.478986 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.664954 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks [] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.743739 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265074199'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.817772 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:00.820271 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565754'] for router_interface (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:00.822583 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:00.831898 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.832173 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.832517 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.833485 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.833485 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.833687 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.833881 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.834195 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.834523 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.834845 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.835173 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.835500 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.835829 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.836152 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.836473 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:00.934889 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Network 9c25694a-db49-424f-bc37-5f46614fc18c is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:00.936611 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:01.065109 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:01.174232 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-fb877b0e-b7a4-4d72-a2b9-21052c1895b5 None None] Provisioning complete for port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:01.174616 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fb877b0e-b7a4-4d72-a2b9-21052c1895b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.194815 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:01.201229 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-750f2299-3d39-40c9-8d63-347cdfa7bf24 admin admin] 10.222.0.69 "PUT /v2.0/routers/688e0ec1-0c3e-4a85-961d-f7bb90714fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3124986 Jul 28 06:38:01.218190 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-fb877b0e-b7a4-4d72-a2b9-21052c1895b5 None None] Port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:01.517283 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a354d-4db5-4f1b-a4d2-ff6995f18f40 req-4651bb29-cd7d-4b4c-bd40-2ae241d67d91 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:01.518862 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-647a354d-4db5-4f1b-a4d2-ff6995f18f40 req-4651bb29-cd7d-4b4c-bd40-2ae241d67d91 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0513015 Jul 28 06:38:01.579257 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-647a354d-4db5-4f1b-a4d2-ff6995f18f40 req-74c49db3-db97-496c-b72d-79161dcb432e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545015 Jul 28 06:38:01.672274 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1b18f094-9574-4639-8308-815dfb6c41b9 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:01.676863 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37134) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:01.680869 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522228946', 'description': 'tempest-secgroup-smoke-1522228946 description', 'project_id': '3ce97bbb75d4412e90231e4da14840bc'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:01.731853 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 1b18f094-9574-4639-8308-815dfb6c41b9 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:01.732413 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.795531 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.808427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 1b18f094-9574-4639-8308-815dfb6c41b9 is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:01.808931 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.836542 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] For port 1b18f094-9574-4639-8308-815dfb6c41b9, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1b18f094-9574-4639-8308-815dfb6c41b9,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:01.884067 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group (14057185-5111-4899-b426-0ff0682292fc), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.915210 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.915988 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6a724c65-065d-4902-8d39-8535688956dd up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:01.938005 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (14057185-5111-4899-b426-0ff0682292fc), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:01.970590 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14057185-5111-4899-b426-0ff0682292fc,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:01.997060 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Pushing event updated for resources: {'Port': ['ID=1b18f094-9574-4639-8308-815dfb6c41b9,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:02.008642 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6a724c65-065d-4902-8d39-8535688956dd triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:02.009046 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6a724c65-065d-4902-8d39-8535688956dd), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.030705 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Sync routers for ids ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:02.053952 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.055498 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b69ddd56-bc59-4d8a-bbd1-e687b443d5dd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3810706 Jul 28 06:38:02.056457 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Routers {'688e0ec1-0c3e-4a85-961d-f7bb90714fdb'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:02.057079 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:02.058503 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37136) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:02.063849 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group_rule': {'security_group_id': '14057185-5111-4899-b426-0ff0682292fc', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:02.174334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6a724c65-065d-4902-8d39-8535688956dd is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:02.184676 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (1ac47b35-951d-40da-9172-7a98264407f9), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.190606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Set router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:02.244565 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (1ac47b35-951d-40da-9172-7a98264407f9), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.326396 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (1ac47b35-951d-40da-9172-7a98264407f9), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.349875 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac47b35-951d-40da-9172-7a98264407f9,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:02.388528 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:02.451783 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.453004 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-0f54a50e-793e-44c7-8974-6c2a90eb6b2a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3934116 Jul 28 06:38:02.456112 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37138) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:02.461089 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group_rule': {'security_group_id': '14057185-5111-4899-b426-0ff0682292fc', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:02.518971 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:38:00Z', 'revision_number': 4, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a', 'name': '', 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'mac_address': 'fa:16:3e:84:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:59Z', 'updated_at': '2022-07-28T06:38:00Z', 'revision_number': 2, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'subnets': [{'id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:02.521434 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:02.544941 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Checking router: 688e0ec1-0c3e-4a85-961d-f7bb90714fdb for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:02.545286 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Updating router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a binding host dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 06:38:02.569549 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (aa6f371a-ec7f-4316-8c40-d65654ce83ce), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.574119 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.626037 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (aa6f371a-ec7f-4316-8c40-d65654ce83ce), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.670987 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (aa6f371a-ec7f-4316-8c40-d65654ce83ce), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.707314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:02.718185 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6f371a-ec7f-4316-8c40-d65654ce83ce,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:02.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9870e0-161d-475c-b365-fb2b087dc263 req-24555c8e-1683-433f-9453-25df8557c6ab tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:02.727591 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d9870e0-161d-475c-b365-fb2b087dc263 req-24555c8e-1683-433f-9453-25df8557c6ab tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0679190 Jul 28 06:38:02.792461 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d9870e0-161d-475c-b365-fb2b087dc263 req-eef362d5-8ad7-4c04-a1a8-b73b76eeda0e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549953 Jul 28 06:38:02.864881 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Publish callbacks [] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.892362 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.894388 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-ab5b7670-2f40-4750-bb4b-e8fc195cf160 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4369199 Jul 28 06:38:02.897415 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37142) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:02.902073 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group_rule': {'security_group_id': '14057185-5111-4899-b426-0ff0682292fc', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:02.960661 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:02.993012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (55be52bb-ff25-4f8b-aca4-a8658af8fb06), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.017341 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea592a-7d73-4533-828e-2515ca237225 None None] Pushing event updated for resources: {'Port': ['ID=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:03.064440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (55be52bb-ff25-4f8b-aca4-a8658af8fb06), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.073109 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Attempting to bind port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a on host dv-cinder-812429-2-iscsi for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:03.073685 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Attempting to bind port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a by drivers openvswitch,hyperv on host dv-cinder-812429-2-iscsi at level 0 using segments [{'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:03.074042 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Attempting to bind port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a on network 9c25694a-db49-424f-bc37-5f46614fc18c {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:03.079887 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Checking agent: {'id': '59573772-fc7d-4fc1-9193-f32e85b20c1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812429-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 19, 41), 'started_at': datetime.datetime(2022, 7, 28, 6, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812429-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:03.080299 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Checking segment: {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:03.081062 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.081475 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Bound using segment: {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:03.083960 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Bound port: 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a, host: dv-cinder-812429-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abac739e-e6b9-432f-b7ca-69a7f45f4e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:03.083960 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.132285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (55be52bb-ff25-4f8b-aca4-a8658af8fb06), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.151394 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] For port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a, host dv-cinder-812429-2-iscsi, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:03.155216 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] For port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a, host dv-cinder-812429-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:03.155432 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55be52bb-ff25-4f8b-aca4-a8658af8fb06,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:03.250245 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-cdc468e4-5fd6-4abf-b370-aa7f5cb1c003 None None] Provisioning complete for port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:03.250733 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdc468e4-5fd6-4abf-b370-aa7f5cb1c003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.273564 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.287952 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.289298 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c38d68e9-9e86-427d-b543-3f387dd5bef6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908589 Jul 28 06:38:03.292114 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37144) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:03.297271 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group_rule': {'security_group_id': '14057185-5111-4899-b426-0ff0682292fc', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:03.315429 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-cdc468e4-5fd6-4abf-b370-aa7f5cb1c003 None None] Port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:03.343866 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Routers {'688e0ec1-0c3e-4a85-961d-f7bb90714fdb'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:03.344516 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:37:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:03.384797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea592a-7d73-4533-828e-2515ca237225 None None] Pushing event updated for resources: {'Port': ['ID=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:03.416515 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (d448e444-98a0-4e60-b1c6-e5c0fd5515a7), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.429943 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:03.473061 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] Set router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:03.485842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (d448e444-98a0-4e60-b1c6-e5c0fd5515a7), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.552488 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (d448e444-98a0-4e60-b1c6-e5c0fd5515a7), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.575561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d448e444-98a0-4e60-b1c6-e5c0fd5515a7,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:03.596290 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] Provisioning complete for port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:03.596595 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.598395 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:03.623774 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1b18f094-9574-4639-8308-815dfb6c41b9 up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:03.649464 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:03.691309 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.692569 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-a1c247c0-f450-48ca-a7e5-5e6e5c58d9ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3994520 Jul 28 06:38:03.695313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37146) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:03.699652 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group_rule': {'security_group_id': '14057185-5111-4899-b426-0ff0682292fc', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:03.760919 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 1b18f094-9574-4639-8308-815dfb6c41b9 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:03.761213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.781079 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.securitygroups_db [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Project 3ce97bbb75d4412e90231e4da14840bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:38:03.787420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (fb10e62a-6038-4677-a0d9-1125251d536d), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.808554 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] Current status of the port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a is: DOWN; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:03.808950 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.826573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:38:00Z', 'revision_number': 4, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a', 'name': '', 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'mac_address': 'fa:16:3e:84:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:59Z', 'updated_at': '2022-07-28T06:38:03Z', 'revision_number': 4, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'subnets': [{'id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:03.853906 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (fb10e62a-6038-4677-a0d9-1125251d536d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.872339 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1927fca-3e74-4d2d-8720-676450dac463 None None] The sync data for ids ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'] in dv-cinder-812429-2-iscsi is: [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:38:00Z', 'revision_number': 4, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a', 'name': '', 'network_id': '9c25694a-db49-424f-bc37-5f46614fc18c', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'mac_address': 'fa:16:3e:84:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:59Z', 'updated_at': '2022-07-28T06:38:03Z', 'revision_number': 4, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'subnets': [{'id': '6a3cfde8-9ba2-4da2-abd0-aff359975a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:03.890764 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] For port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:03.928582 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 1b18f094-9574-4639-8308-815dfb6c41b9 is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:03.945708 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad5642-8a0d-4eaa-834c-47320184f796 req-a615b041-e913-4e9c-87cf-5323258c7957 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:03.953191 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ffad5642-8a0d-4eaa-834c-47320184f796 req-a615b041-e913-4e9c-87cf-5323258c7957 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 943 time: 0.0787361 Jul 28 06:38:03.958316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (fb10e62a-6038-4677-a0d9-1125251d536d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.977691 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:03.993059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb10e62a-6038-4677-a0d9-1125251d536d,revision_number=0']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:04.035427 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ffad5642-8a0d-4eaa-834c-47320184f796 req-1f3661b7-5864-4e7c-8961-41525b8a4dc4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810275 Jul 28 06:38:04.040888 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:38:04.064278 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa3e8-4c70-4d1d-a3fd-5ccd34018f9f None None] Pushing event updated for resources: {'Port': ['ID=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:04.077232 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.078500 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-94b81893-8308-41c9-8396-dfe10d128cbf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3822393 Jul 28 06:38:04.081749 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37150) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:04.086257 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'security_group_rule': {'security_group_id': '14057185-5111-4899-b426-0ff0682292fc', 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:04.142779 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:04.181405 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Project 3ce97bbb75d4412e90231e4da14840bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 06:38:04.185327 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:04.190223 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (b55a1538-0ae6-4851-80d9-fae08b150884), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.199344 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'port_id': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'mac_address': 'fa:16:3e:8f:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:38:04.240558 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:04.240957 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.256213 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:38:04.266418 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (b55a1538-0ae6-4851-80d9-fae08b150884), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.277390 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:04.395044 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639555'] for security_group_rule (b55a1538-0ae6-4851-80d9-fae08b150884), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.395299 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.417659 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55a1538-0ae6-4851-80d9-fae08b150884,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:04.446109 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:04.516349 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:04.517694 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c1212cf3-2c8f-46cc-89c2-e89c8a3390d4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4348450 Jul 28 06:38:04.607858 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['6ebf1019-d3cf-46bd-8c5b-46f7f329eccb'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:38:05.157433 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c3186-9971-4b18-aea4-f717df89a381 req-85ba345b-d583-42e6-bb91-dfa6d2f70b26 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:05.159086 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-967c3186-9971-4b18-aea4-f717df89a381 req-85ba345b-d583-42e6-bb91-dfa6d2f70b26 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 944 time: 0.0493863 Jul 28 06:38:05.208525 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-967c3186-9971-4b18-aea4-f717df89a381 req-9f9b7657-a6de-46cd-8537-4ae5f4c9fcba tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Jul 28 06:38:05.617511 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a up at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:05.645431 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e475-3898-4239-b3bf-a4086f98d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.668556 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Provisioning complete for port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:05.669578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:05.688648 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:05.743224 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Current status of the port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a is: ACTIVE; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:06.052141 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:06.100625 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:38:06.177089 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:06.177513 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.259524 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:06.259916 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.286030 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:06.288371 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a703e-aac5-4ae5-a492-c31e0a196e4b" -d '{"events": [{"server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "name": "network-vif-plugged", "status": "completed", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:06.302645 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:06.332275 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d566849-6563-48ab-a91e-c1ec4bfe8c28 x-openstack-request-id: req-8d566849-6563-48ab-a91e-c1ec4bfe8c28 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:06.332571 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "name": "network-vif-plugged", "status": "completed", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:06.332828 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d566849-6563-48ab-a91e-c1ec4bfe8c28 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:06.333229 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d566849-6563-48ab-a91e-c1ec4bfe8c28'] response: {'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'code': 200} Jul 28 06:38:06.337723 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369539b1-148d-41a9-8323-464b0bc45601 req-ab84197e-6ad3-4010-b5fd-09ec345fbc2a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:06.339237 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-369539b1-148d-41a9-8323-464b0bc45601 req-ab84197e-6ad3-4010-b5fd-09ec345fbc2a tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 944 time: 0.0564883 Jul 28 06:38:06.375262 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:06.410708 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-369539b1-148d-41a9-8323-464b0bc45601 req-a123b0a9-b7bd-4ecb-9c49-2aa7c8a631f9 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647593 Jul 28 06:38:06.438878 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:06.677139 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40498b39-de65-4ea0-aae1-19ce8d1ad703 req-57016684-06bc-4bf6-875f-dc84b545659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:06.678647 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-40498b39-de65-4ea0-aae1-19ce8d1ad703 req-57016684-06bc-4bf6-875f-dc84b545659e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1129 time: 0.0399101 Jul 28 06:38:06.704846 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:06.732463 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-40498b39-de65-4ea0-aae1-19ce8d1ad703 req-da017057-bdd9-480a-a78e-feb6c1e154c5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Jul 28 06:38:07.539560 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40a45-5a12-4184-94df-71431ff929ce req-f8a3ea9b-0ee8-4954-8efe-5fff0b150c04 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:07.541070 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-abd40a45-5a12-4184-94df-71431ff929ce req-f8a3ea9b-0ee8-4954-8efe-5fff0b150c04 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 945 time: 0.0478733 Jul 28 06:38:07.595559 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-abd40a45-5a12-4184-94df-71431ff929ce req-9917f90d-2caa-4ccc-9870-bd67b8b7e63e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480080 Jul 28 06:38:08.211702 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b156e6d0-5378-41ff-a464-3c696fef5a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:08.822860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2fdf7-93db-42b2-a616-cb9a63345735 req-5eb9255b-330f-4a62-834f-1c3a581d95cc tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:08.824336 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6ec2fdf7-93db-42b2-a616-cb9a63345735 req-5eb9255b-330f-4a62-834f-1c3a581d95cc tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 945 time: 0.1533427 Jul 28 06:38:08.879275 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-6ec2fdf7-93db-42b2-a616-cb9a63345735 req-87aff0e8-be9e-46d8-a5f3-d469fe328f72 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481811 Jul 28 06:38:09.003698 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e1976-515b-4a5d-b5a5-d597636f1b22 req-30a9ffca-1e59-40cf-8b77-3a3956f83881 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:09.005189 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf7e1976-515b-4a5d-b5a5-d597636f1b22 req-30a9ffca-1e59-40cf-8b77-3a3956f83881 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 945 time: 0.0523062 Jul 28 06:38:09.056019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cf7e1976-515b-4a5d-b5a5-d597636f1b22 req-c3d0804e-1565-445a-a888-21f22f14750b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450978 Jul 28 06:38:09.084511 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37226) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:09.166362 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:09.234127 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe7010-57a2-46db-a2cc-233ebe1a447e tempest-TestVolumeBootPattern-207636288 tempest-TestVolumeBootPattern-207636288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:09.235681 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a0fe7010-57a2-46db-a2cc-233ebe1a447e tempest-TestVolumeBootPattern-207636288 tempest-TestVolumeBootPattern-207636288-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1124 time: 0.1501644 Jul 28 06:38:09.239690 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37230) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:09.244374 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'port_id': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:09.244673 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.352598 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.442415 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.541811 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:09.556751 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Allocated IP 172.27.3.89 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/33e7c594-748d-4a7f-adee-f3f51153a47d) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:09.681726 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.775502 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:09.785129 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:09.822709 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:09.826122 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:09.831608 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:09.854075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=33e7c594-748d-4a7f-adee-f3f51153a47d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:10.219541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (11a0e0e7-7649-42f1-9ff7-029b58946094), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:10.331456 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:10.372520 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:10.534021 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:10.594415 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:10.665485 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event updated for resources: {'Port': ['ID=33e7c594-748d-4a7f-adee-f3f51153a47d,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:10.674424 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:10.679843 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (11a0e0e7-7649-42f1-9ff7-029b58946094), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:10.789646 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Floating IP 11a0e0e7-7649-42f1-9ff7-029b58946094 associated. External IP: 172.27.3.89, port: 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb. Jul 28 06:38:10.851330 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:10.871241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:11.006147 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:11.127676 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:11.131230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.137864 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:11.150411 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:11.151393 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:38:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:11.213260 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:11.246687 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-f2949362-7372-461f-a7fd-1fa9bc204f9b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0058897 Jul 28 06:38:11.247401 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:11.250416 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d655464e-4a18-474a-828a-2b8c57a3405a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:11.258809 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:11.290775 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9c0641-064a-4040-9725-2968d7bdb0ca x-openstack-request-id: req-9e9c0641-064a-4040-9725-2968d7bdb0ca {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:11.291059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:11.291347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e9c0641-064a-4040-9725-2968d7bdb0ca {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:11.291769 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9c0641-064a-4040-9725-2968d7bdb0ca'] response: {'name': 'network-changed', 'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'status': 'completed', 'code': 200} Jul 28 06:38:11.358527 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655464e-4a18-474a-828a-2b8c57a3405a req-369d1122-63e2-489b-92b3-a3dfd862ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.360655 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-369d1122-63e2-489b-92b3-a3dfd862ef94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1129 time: 0.0443702 Jul 28 06:38:11.463301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655464e-4a18-474a-828a-2b8c57a3405a req-b91aecb1-86c0-42c6-8bf2-5f4ec1b06852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.464779 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-b91aecb1-86c0-42c6-8bf2-5f4ec1b06852 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.0975919 Jul 28 06:38:11.491735 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '11a0e0e7-7649-42f1-9ff7-029b58946094', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:8f:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:38:10Z', 'updated_at': '2022-07-28T06:38:10Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}, {'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:43Z', 'revision_number': 1, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:11.520802 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:11.528934 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-61bf5273-23d8-40d2-8cae-4c6d79c33523 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb HTTP/1.1" status: 200 len: 998 time: 0.0574846 Jul 28 06:38:11.530187 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:11.531051 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:38:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:11.586818 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655464e-4a18-474a-828a-2b8c57a3405a req-f37c7ce2-e8bb-48c6-ba24-40007d06a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.588291 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-f37c7ce2-e8bb-48c6-ba24-40007d06a668 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0525970 Jul 28 06:38:11.634358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655464e-4a18-474a-828a-2b8c57a3405a req-63e96d65-4fa1-4a28-8937-0a3123541edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:11.635658 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:11.635869 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-63e96d65-4fa1-4a28-8937-0a3123541edd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410681 Jul 28 06:38:11.731149 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:11.739539 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-1daeabf2-a43a-4067-b0dc-02ab854071fd service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954506 Jul 28 06:38:11.842641 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d655464e-4a18-474a-828a-2b8c57a3405a req-7da5c983-0304-4841-9d3f-369855840a95 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975931 Jul 28 06:38:11.871114 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '11a0e0e7-7649-42f1-9ff7-029b58946094', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:8f:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:38:10Z', 'updated_at': '2022-07-28T06:38:10Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}, {'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:43Z', 'revision_number': 1, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:11.895688 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724146c-806b-4e6c-967f-a5466f1fb826 None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '11a0e0e7-7649-42f1-9ff7-029b58946094', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:8f:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:38:10Z', 'updated_at': '2022-07-28T06:38:10Z', 'revision_number': 0, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}, {'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:43Z', 'revision_number': 1, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:12.099011 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29b854-ffbe-4a0e-8999-102c7eb959b1 None None] New status for floating IP 11a0e0e7-7649-42f1-9ff7-029b58946094: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:38:12.103971 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:19.228651 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=59,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:19.230511 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:20.430948 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-36e8e979-f724-453d-813d-5f42cb791c68 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522228946&fields=id&tenant_id=3ce97bbb75d4412e90231e4da14840bc HTTP/1.1" status: 200 len: 267 time: 0.0468202 Jul 28 06:38:20.543489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-530bdd35-4b52-4c9f-bea3-fe25f1d21541 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:20.544967 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-530bdd35-4b52-4c9f-bea3-fe25f1d21541 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 809 time: 0.1074951 Jul 28 06:38:20.560011 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-96e1c83f-16c8-494c-99da-8e054d4d2c2b tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/quotas/3ce97bbb75d4412e90231e4da14840bc HTTP/1.1" status: 200 len: 375 time: 0.0091548 Jul 28 06:38:20.610812 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-534b6e33-bbe9-4a6c-ba8c-15577bc07234 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450077 Jul 28 06:38:20.627393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-b337d445-daf6-4695-acd2-65d579d9771d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:38:20.628373 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-b337d445-daf6-4695-acd2-65d579d9771d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059738 Jul 28 06:38:20.705170 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:20.721642 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-84955705-ec91-4b82-a4bb-5f2465153941 service neutron] 10.222.0.69 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879698 Jul 28 06:38:20.813533 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-c292ce13-16da-4512-85f0-651494a68e46 service neutron] 10.222.0.69 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854125 Jul 28 06:38:21.044715 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-1943f971-4beb-4017-b94e-411c41eee7a8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421352 Jul 28 06:38:21.136535 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d224dd7-197c-47ff-b815-c24802f57fea req-4dd88e77-9a5c-4623-80a8-301359d8097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:21.138492 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-4dd88e77-9a5c-4623-80a8-301359d8097f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1129 time: 0.0451853 Jul 28 06:38:21.243174 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d224dd7-197c-47ff-b815-c24802f57fea req-f9213403-d2c5-428e-b52d-2eaa58d4e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:21.244667 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-f9213403-d2c5-428e-b52d-2eaa58d4e685 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.0874648 Jul 28 06:38:21.323516 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-70ed78be-b07d-41a2-94f6-198afc111f14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 200 len: 1001 time: 0.0613301 Jul 28 06:38:21.379079 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d224dd7-197c-47ff-b815-c24802f57fea req-41e82743-5a93-415a-bf0e-ae0e221c2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:21.380588 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-41e82743-5a93-415a-bf0e-ae0e221c2e52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0500023 Jul 28 06:38:21.448058 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bef6fba2-4a8e-4084-9c77-7bfe6fe900bc req-63cee87f-b708-4058-88c5-369eaae0b2f7 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0338705 Jul 28 06:38:21.449128 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d224dd7-197c-47ff-b815-c24802f57fea req-d72fd873-1f05-4897-8144-4e54ad64497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:21.450536 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-d72fd873-1f05-4897-8144-4e54ad64497d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636015 Jul 28 06:38:21.549214 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-6e5c4fc5-9f0f-4e7b-a3ac-b449d02bb540 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918736 Jul 28 06:38:21.868881 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=80 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:21.874985 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=68 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:21.916903 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d224dd7-197c-47ff-b815-c24802f57fea req-ce7b6cf3-efd7-446c-ae95-669187909de0 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622739 Jul 28 06:38:22.205486 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:22.208411 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:22.531004 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f01e3b97-caaa-4ae6-9fb5-5de8d877e377 req-974335cf-f5e1-43da-b3ed-4bfddeef6fa1 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0283346 Jul 28 06:38:23.616407 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6a3d919-fec1-400d-a151-4ce733435525 req-c02a4e80-7214-4471-a879-78edc08c6215 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0287840 Jul 28 06:38:24.705889 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b6994f8a-6acb-48e2-9bfd-db97b0da848d req-05590b98-87ba-4b3d-9766-861264f5121c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0288019 Jul 28 06:38:25.811167 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fdcf0618-094c-4a96-8880-d2bace2fdcdb req-64a0cc53-1eb3-4be5-aaea-f869b25181ff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0317552 Jul 28 06:38:26.913054 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b8ece1e9-b871-4cf4-93c4-1693c5d21414 req-54151122-1be8-4726-a262-9b270388c282 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0288489 Jul 28 06:38:27.565135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:27.612544 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-31fda5e3-8dc5-4369-89aa-b2ea42697bca tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:27.614019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-31fda5e3-8dc5-4369-89aa-b2ea42697bca tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 809 time: 0.1086273 Jul 28 06:38:27.677042 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-d5ee55fc-0aee-43e5-a320-438c7872c271 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ce97bbb75d4412e90231e4da14840bc HTTP/1.1" status: 200 len: 380 time: 0.0543182 Jul 28 06:38:27.686733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'port': {'device_id': 'e638b92a-b36c-4982-b060-183eac639a1b', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'admin_state_up': True, 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'security_groups': ['14057185-5111-4899-b426-0ff0682292fc']}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:27.750742 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:27.848710 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Made reservation on behalf of 3ce97bbb75d4412e90231e4da14840bc for: {'port': 1} {{(pid=104326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 06:38:27.852357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:27.989417 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Allocated IP 172.20.0.5 (4523b400-324e-4557-a908-bbe22983e058/ae1c6a64-7280-4fd4-8c8b-8ffb52097d87/2e77a9a5-aa49-46ee-9315-297c9ed8b731) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:28.022140 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-1f264ea3-be94-4364-88a2-02a4ce99d3c0 req-539e468c-387b-42af-bc51-ea6379680c4c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0346756 Jul 28 06:38:28.178623 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.262877 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.310503 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Network 4523b400-324e-4557-a908-bbe22983e058 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:28.323619 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:28.323619 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:28.324744 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:28.391800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:28.392458 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.465781 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-a180182a-f805-4782-86dd-283262346876 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827196 Jul 28 06:38:28.478329 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Request body: {'port': {'device_id': 'e638b92a-b36c-4982-b060-183eac639a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81242'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:28.540860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.561704 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-256d00c0-0a00-45d2-8dc3-225e2e259db7 None None] Provisioning complete for port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 triggered by entity DHCP. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:28.562276 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-256d00c0-0a00-45d2-8dc3-225e2e259db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.604327 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-256d00c0-0a00-45d2-8dc3-225e2e259db7 None None] Port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 cannot update to ACTIVE because it is not bound. {{(pid=104328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 06:38:28.644161 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:28.744985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:28.812387 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e77a9a5-aa49-46ee-9315-297c9ed8b731 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:38:28.820647 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Publish callbacks [] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.834091 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Transition to ACTIVE for port object 2e77a9a5-aa49-46ee-9315-297c9ed8b731 will not be triggered until provisioned by entity L2. {{(pid=104326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 06:38:28.931456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:28.983135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:29.061878 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Attempting to bind port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 on host hv-cinder-81242 for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 06:38:29.062452 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Attempting to bind port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 by drivers openvswitch,hyperv on host hv-cinder-81242 at level 0 using segments [{'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 06:38:29.062841 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Attempting to bind port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 on network 4523b400-324e-4557-a908-bbe22983e058 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:29.067734 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 on network 4523b400-324e-4557-a908-bbe22983e058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81242 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 06:38:29.068066 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Attempting to bind port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 on network 4523b400-324e-4557-a908-bbe22983e058 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 06:38:29.073364 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Checking agent: {'id': '70817e33-456f-41ac-a66b-993c579bf10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81242', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'started_at': datetime.datetime(2022, 7, 28, 6, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 6, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 06:38:29.073714 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Checking segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 06:38:29.074102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Bound using segment: {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 06:38:29.074634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Bound port: 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host: hv-cinder-81242, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4523b400-324e-4557-a908-bbe22983e058'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 06:38:29.075006 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:29.190539 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43731b4-77bd-4c41-b90c-7ede164684aa req-8da6f285-fa1c-472b-a459-97514aebf309 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.192105 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d43731b4-77bd-4c41-b90c-7ede164684aa req-8da6f285-fa1c-472b-a459-97514aebf309 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0892208 Jul 28 06:38:29.207815 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 06:38:29.228789 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 06:38:29.259349 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d43731b4-77bd-4c41-b90c-7ede164684aa req-56a20cbc-3561-468a-a589-9d88ec79408c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609310 Jul 28 06:38:29.308404 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:29.345119 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.345119 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:29.346562 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 1093 time: 0.8738480 Jul 28 06:38:29.349197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:29.352386 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf871b4-6e9f-4df1-8295-a9a83305e319" -d '{"events": [{"name": "network-changed", "server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:29.357631 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:29.386587 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f6a3-dca2-4586-b6e9-37ad528bf0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:29.406115 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e6978-40ae-4661-8122-dd628924b5c3 x-openstack-request-id: req-765e6978-40ae-4661-8122-dd628924b5c3 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:29.406533 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:29.407491 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-765e6978-40ae-4661-8122-dd628924b5c3 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:29.407663 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765e6978-40ae-4661-8122-dd628924b5c3'] response: {'name': 'network-changed', 'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'status': 'completed', 'code': 200} Jul 28 06:38:29.472091 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf871b4-6e9f-4df1-8295-a9a83305e319 req-88bdcc62-2ded-4a14-ab51-7678542047fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.473732 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3cf871b4-6e9f-4df1-8295-a9a83305e319 req-88bdcc62-2ded-4a14-ab51-7678542047fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1127 time: 0.0443943 Jul 28 06:38:29.582327 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf871b4-6e9f-4df1-8295-a9a83305e319 req-a7f12aac-760a-4b2c-b883-8cfb7d15e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.583808 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3cf871b4-6e9f-4df1-8295-a9a83305e319 req-a7f12aac-760a-4b2c-b883-8cfb7d15e7eb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3ce97bbb75d4412e90231e4da14840bc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1008997 Jul 28 06:38:29.683591 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf871b4-6e9f-4df1-8295-a9a83305e319 req-5bde9b2d-b0e3-4dd1-aa38-312178f06789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.685075 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3cf871b4-6e9f-4df1-8295-a9a83305e319 req-5bde9b2d-b0e3-4dd1-aa38-312178f06789 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954599 Jul 28 06:38:29.760314 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-35ed6a25-ce1c-483e-9e15-fdc6fbb6eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.761848 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-35ed6a25-ce1c-483e-9e15-fdc6fbb6eacc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1127 time: 0.0398636 Jul 28 06:38:29.805275 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-9d1da90a-ba84-43b4-b649-c2380a61b8d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 217 time: 0.0357077 Jul 28 06:38:29.854498 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-abd415c4-b3c0-4a04-b63e-c24eebdceb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.855949 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-abd415c4-b3c0-4a04-b63e-c24eebdceb4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0451460 Jul 28 06:38:29.900200 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-6a49c717-253a-4640-b238-91ed8f4eaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:29.901640 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-6a49c717-253a-4640-b238-91ed8f4eaf8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394893 Jul 28 06:38:29.999478 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-c42efa86-7d85-4bbb-9b38-b22abe76d390 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907612 Jul 28 06:38:30.045093 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:38:30.091763 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-dc1c79f2-3e46-43b2-944e-28167c9b06d5 req-b04bc72b-2841-4418-b92e-7d1979997ee1 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Jul 28 06:38:30.393525 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4e50-0013-4ed1-ae49-a48efe812049 req-7efc37ef-a295-40a9-b79b-721fc03afd98 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:30.395071 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2a1a4e50-0013-4ed1-ae49-a48efe812049 req-7efc37ef-a295-40a9-b79b-721fc03afd98 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0621119 Jul 28 06:38:30.447363 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2a1a4e50-0013-4ed1-ae49-a48efe812049 req-0c2f0da9-8eb1-47a8-a7c7-47ebd9dd9062 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463734 Jul 28 06:38:31.555299 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:31.571256 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115db17-f25d-41fc-a8f0-70671de358f0 req-927da90a-0dab-4d07-b445-de6b89bb480a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:31.572745 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7115db17-f25d-41fc-a8f0-70671de358f0 req-927da90a-0dab-4d07-b445-de6b89bb480a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0494318 Jul 28 06:38:31.623869 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7115db17-f25d-41fc-a8f0-70671de358f0 req-308816b4-4d32-4b73-afdf-e4d3094495c5 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 Jul 28 06:38:32.744012 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce740cd-c533-4023-9c9a-1b627750d7ba req-776de2d1-3177-49f0-b896-c6479bfbd29f tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:32.745545 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5ce740cd-c533-4023-9c9a-1b627750d7ba req-776de2d1-3177-49f0-b896-c6479bfbd29f tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0481079 Jul 28 06:38:32.798050 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5ce740cd-c533-4023-9c9a-1b627750d7ba req-2fa1ab24-1342-4a80-bce8-9c6f7127a770 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469089 Jul 28 06:38:33.918002 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9f5d-8906-42ea-9ca3-81b93f6f2b88 req-48617868-7290-4515-8042-4b6a55bbd1fc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:33.919474 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-511c9f5d-8906-42ea-9ca3-81b93f6f2b88 req-48617868-7290-4515-8042-4b6a55bbd1fc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0478330 Jul 28 06:38:33.969314 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-511c9f5d-8906-42ea-9ca3-81b93f6f2b88 req-9efa6053-88bb-42b3-9b4e-22e24cd913a2 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Jul 28 06:38:35.089028 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263629ad-413a-4e05-8c62-69756d67a5d3 req-e6026cc6-f668-4c61-8cb6-75f00e5d3f74 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:35.090530 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-263629ad-413a-4e05-8c62-69756d67a5d3 req-e6026cc6-f668-4c61-8cb6-75f00e5d3f74 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0475087 Jul 28 06:38:35.140768 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-263629ad-413a-4e05-8c62-69756d67a5d3 req-510ec206-046f-44f0-8f6e-f2d8803552d8 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Jul 28 06:38:35.621763 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2bbade65-c132-403b-847d-f6097d04a525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:36.262777 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e72aa5-cf65-467a-83bd-a2c69ea6cd4d req-b8671e89-e9f2-4471-93a7-c67f3cecef96 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:36.270833 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06e72aa5-cf65-467a-83bd-a2c69ea6cd4d req-b8671e89-e9f2-4471-93a7-c67f3cecef96 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0530281 Jul 28 06:38:36.314992 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-06e72aa5-cf65-467a-83bd-a2c69ea6cd4d req-d6426941-ab9b-40c8-a648-467043c8d9d9 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Jul 28 06:38:37.398380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:37.434691 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c81e-cd05-4e69-ae21-edb3410c1271 req-f19d367d-332c-4dd9-a87b-439af94a5225 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:37.436171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fa06c81e-cd05-4e69-ae21-edb3410c1271 req-f19d367d-332c-4dd9-a87b-439af94a5225 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0486233 Jul 28 06:38:37.488009 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fa06c81e-cd05-4e69-ae21-edb3410c1271 req-936805c1-f8b2-4d13-9774-5eb742175ac9 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Jul 28 06:38:38.088794 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-59002e31-7d94-4a5f-9525-6c9f154d3ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:38.225815 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:38:38.334523 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:38.345911 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'port_id': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'mac_address': 'fa:16:3e:44:42:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:38:38.386077 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:38.386473 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:38.401144 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e77a9a5-aa49-46ee-9315-297c9ed8b731 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:38:38.420570 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:38.484810 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:38.538918 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=4']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:38.546552 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.546906 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.547252 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.547594 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.547931 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.548263 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.549128 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.549502 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.549863 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.550193 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.550591 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.550904 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.551240 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.551551 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.551947 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:38:38.607839 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dddb76-ac52-4a59-831c-ff896922163e req-096c219d-c0cf-4bf7-863e-0772859f3fab tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:38.609265 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73dddb76-ac52-4a59-831c-ff896922163e req-096c219d-c0cf-4bf7-863e-0772859f3fab tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 944 time: 0.0483179 Jul 28 06:38:38.665681 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-73dddb76-ac52-4a59-831c-ff896922163e req-d09490b0-8f77-4fa2-9ab5-39d1263e1cc0 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501359 Jul 28 06:38:38.694327 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['2e77a9a5-aa49-46ee-9315-297c9ed8b731'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:38:39.261954 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:39.785184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b0a18-22db-4fdd-b211-8049fc776f81 req-bfec01b7-74c3-43ea-8e59-1785d1e62577 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:39.786700 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-962b0a18-22db-4fdd-b211-8049fc776f81 req-bfec01b7-74c3-43ea-8e59-1785d1e62577 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 944 time: 0.0510809 Jul 28 06:38:39.836499 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-962b0a18-22db-4fdd-b211-8049fc776f81 req-1826e4d8-b4a7-49f8-af86-f174d2aeea9d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441899 Jul 28 06:38:40.255005 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:38:40.298331 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning for port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 completed by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 06:38:40.422001 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:38:40.422380 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.460479 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:40.467304 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:40.499614 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:38:40.499995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.524154 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:40.526493 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491e5c69-e75f-42d5-9aac-054573135099" -d '{"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-plugged", "status": "completed", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:40.540007 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:38:40.568431 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1e4c7-a62a-4977-abbd-97482d542fb1 x-openstack-request-id: req-84f1e4c7-a62a-4977-abbd-97482d542fb1 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:40.568431 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-plugged", "status": "completed", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:40.568431 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84f1e4c7-a62a-4977-abbd-97482d542fb1 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:40.568431 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f1e4c7-a62a-4977-abbd-97482d542fb1'] response: {'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'code': 200} Jul 28 06:38:40.616364 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.668442 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=5']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:40.837536 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:40.887648 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2601c01-c22e-4ff7-9f1e-7974f9b3e8ce req-c5acca0b-03b9-45e4-b1c5-05e3f11d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:40.889204 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a2601c01-c22e-4ff7-9f1e-7974f9b3e8ce req-c5acca0b-03b9-45e4-b1c5-05e3f11d4311 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0407829 Jul 28 06:38:40.975794 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a2601c01-c22e-4ff7-9f1e-7974f9b3e8ce req-b2ccd619-7b50-484a-aaaf-768442c869c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802453 Jul 28 06:38:40.981968 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd28efd-224e-4c39-b255-3a8210a078f6 req-459cd6da-fcc3-4e65-95b7-ddc8cb60af5b tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:40.983367 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3fd28efd-224e-4c39-b255-3a8210a078f6 req-459cd6da-fcc3-4e65-95b7-ddc8cb60af5b tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0700817 Jul 28 06:38:41.022826 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=18 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:41.026747 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=16 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:41.036528 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3fd28efd-224e-4c39-b255-3a8210a078f6 req-b6c4785e-974e-47bb-8de4-918dbbc6cf17 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 Jul 28 06:38:41.157212 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.112572 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:42.156763 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9655d9-f6f7-4933-95c3-bde77b520e67 req-7478e7b8-c7e4-4322-a882-d52ea6caff3e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:42.158503 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2e9655d9-f6f7-4933-95c3-bde77b520e67 req-7478e7b8-c7e4-4322-a882-d52ea6caff3e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0490689 Jul 28 06:38:42.208707 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-2e9655d9-f6f7-4933-95c3-bde77b520e67 req-4f24cb0a-5055-497f-b496-3f12b3bed657 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 Jul 28 06:38:43.310432 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:43.329977 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6b205-43f7-49c7-a5b8-fb7c760516ca req-a9aba4ca-5feb-4b37-9322-7b26d23196a0 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:43.332246 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bbd6b205-43f7-49c7-a5b8-fb7c760516ca req-a9aba4ca-5feb-4b37-9322-7b26d23196a0 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0524461 Jul 28 06:38:43.383966 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bbd6b205-43f7-49c7-a5b8-fb7c760516ca req-512aa77a-5163-4594-86b0-0e0127e9c126 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Jul 28 06:38:43.505098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4594-673c-42ce-8b24-fd8ae6e4d6b3 req-8807df82-0ff8-49d4-ae2c-d65db9e6881d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:43.506599 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a15a4594-673c-42ce-8b24-fd8ae6e4d6b3 req-8807df82-0ff8-49d4-ae2c-d65db9e6881d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0481951 Jul 28 06:38:43.555957 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a15a4594-673c-42ce-8b24-fd8ae6e4d6b3 req-5a6d1d40-de3f-4af2-928f-48520a4b8fe5 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437498 Jul 28 06:38:43.582280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37354) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:43.661018 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084e30f-fdae-49f7-a29b-043745d130f4 tempest-TestShelveInstance-1182678225 tempest-TestShelveInstance-1182678225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:43.662544 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-f084e30f-fdae-49f7-a29b-043745d130f4 tempest-TestShelveInstance-1182678225 tempest-TestShelveInstance-1182678225-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1124 time: 0.0792933 Jul 28 06:38:43.665420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37358) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:38:43.669521 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.v2.base [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Request body: {'floatingip': {'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'port_id': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 06:38:43.741722 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.823996 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:43.903646 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:43.933197 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Allocated IP 172.27.3.244 (9356eb91-d212-4c70-9598-3544b64c249c/3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0/fa51049c-73c2-46ab-a156-3d40aaf44a8b) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 06:38:44.037843 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.129629 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044995651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.174884 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Network 9356eb91-d212-4c70-9598-3544b64c249c is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 06:38:44.179917 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 06:38:44.182184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'Port': ['ID=fa51049c-73c2-46ab-a156-3d40aaf44a8b,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:44.184223 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 06:38:44.219516 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:44.536700 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for floatingip (6d3f17fa-390f-4d0a-ab34-ac5d91c148a4), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.675129 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.822955 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.905467 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264295727'] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:44.975697 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event updated for resources: {'Port': ['ID=fa51049c-73c2-46ab-a156-3d40aaf44a8b,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:38:44.982934 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:44.988338 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954083'] for floatingip (6d3f17fa-390f-4d0a-ab34-ac5d91c148a4), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.090636 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Floating IP 6d3f17fa-390f-4d0a-ab34-ac5d91c148a4 associated. External IP: 172.27.3.244, port: 2e77a9a5-aa49-46ee-9315-297c9ed8b731. Jul 28 06:38:45.259142 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:45.296848 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Router 87e550ae-9440-4e96-a1e7-1205e93c6127 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:38:45.409075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:38:45.419151 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] Sync routers for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:38:45.429974 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:45.430581 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:38:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:45.480682 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:38:45.535618 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:45.773363 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-85683064-a98f-49b4-9ef8-65bd542cafdc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1069112 Jul 28 06:38:45.773975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:38:45.776221 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85bbe53-817f-41b6-b596-cc220683c351" -d '{"events": [{"name": "network-changed", "server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:38:45.816220 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa3256-ee00-4774-b481-dee9ec6aecd9 x-openstack-request-id: req-6baa3256-ee00-4774-b481-dee9ec6aecd9 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:38:45.816511 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:38:45.816763 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6baa3256-ee00-4774-b481-dee9ec6aecd9 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:38:45.817167 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baa3256-ee00-4774-b481-dee9ec6aecd9'] response: {'name': 'network-changed', 'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'status': 'completed', 'code': 200} Jul 28 06:38:45.848683 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '6d3f17fa-390f-4d0a-ab34-ac5d91c148a4', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'port_id': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'mac_address': 'fa:16:3e:44:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638b92a-b36c-4982-b060-183eac639a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:44Z', 'revision_number': 0, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:45.878297 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] Checking router: 87e550ae-9440-4e96-a1e7-1205e93c6127 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:38:45.887225 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:38:45.887825 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:38:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:45.919921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bbe53-817f-41b6-b596-cc220683c351 req-17800f1e-74a3-491a-ab30-2cf4d28c3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:45.921452 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-17800f1e-74a3-491a-ab30-2cf4d28c3197 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0836039 Jul 28 06:38:45.990935 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:38:46.021244 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bbe53-817f-41b6-b596-cc220683c351 req-e9c6e04e-3ecd-4cbc-b927-8f7b0ccdfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:46.022801 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-e9c6e04e-3ecd-4cbc-b927-8f7b0ccdfebc service neutron] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 910 time: 0.0930374 Jul 28 06:38:46.084961 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-8cd8f0d6-a474-4b92-9682-8624db8174da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 999 time: 0.0559120 Jul 28 06:38:46.136019 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bbe53-817f-41b6-b596-cc220683c351 req-cfa021ac-6532-409d-9bc1-d03cbfd97f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:46.137519 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-cfa021ac-6532-409d-9bc1-d03cbfd97f96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0460513 Jul 28 06:38:46.184904 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bbe53-817f-41b6-b596-cc220683c351 req-c711b462-ef2b-46d5-a824-fe4b949d2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:38:46.186446 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-c711b462-ef2b-46d5-a824-fe4b949d2750 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430250 Jul 28 06:38:46.196340 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-2ce42db2-3a45-4c80-9bdb-37adb4feca86 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 06:38:46.197297 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-2ce42db2-3a45-4c80-9bdb-37adb4feca86 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049434 Jul 28 06:38:46.204753 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '6d3f17fa-390f-4d0a-ab34-ac5d91c148a4', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'port_id': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'mac_address': 'fa:16:3e:44:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638b92a-b36c-4982-b060-183eac639a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:44Z', 'revision_number': 0, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:38:46.233533 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00354a-baa9-4d09-a9d0-02c6c39354ff None None] The sync data for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi is: [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '6d3f17fa-390f-4d0a-ab34-ac5d91c148a4', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'port_id': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'mac_address': 'fa:16:3e:44:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638b92a-b36c-4982-b060-183eac639a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:38:44Z', 'updated_at': '2022-07-28T06:38:44Z', 'revision_number': 0, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:38:46.292821 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-16e5ba7e-3de7-4e85-bbf9-e83ffc30d54a service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871346 Jul 28 06:38:46.379345 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:46.395134 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-a85bbe53-817f-41b6-b596-cc220683c351 req-cd4e214d-b745-4bb3-b3f2-e65c38b8e6a7 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958014 Jul 28 06:38:46.450428 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1400388-869e-4b75-862f-fb2c8011b5f8 None None] New status for floating IP 6d3f17fa-390f-4d0a-ab34-ac5d91c148a4: ACTIVE {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:38:56.207595 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=70 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.208592 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=78 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.391549 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.555044 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:38:56.556933 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:05.615583 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0d78-2e3a-4205-b66b-03842b404227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:07.044315 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:39:08.066765 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5c7d89fc-42d7-4ebb-a8c7-45c520cdad76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:09.272267 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:10.860637 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:11.169280 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:12.123321 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:18.022026 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:18.033023 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:22.019317 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-26863682-f2a3-45f1-ae39-fea65bc97323 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386620 Jul 28 06:39:22.045994 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:22.051086 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:22.081985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-ee0cca28-31e1-4575-9de1-a3d34730b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:22.085021 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-ee0cca28-31e1-4575-9de1-a3d34730b36b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1129 time: 0.0445089 Jul 28 06:39:22.198751 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-f744a738-e34d-4f24-8008-13bc7609a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:22.200287 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-f744a738-e34d-4f24-8008-13bc7609a220 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.0949159 Jul 28 06:39:22.269993 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-89b82b74-88ea-4317-ace0-7fef86f2b8e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb HTTP/1.1" status: 200 len: 1000 time: 0.0636704 Jul 28 06:39:22.324072 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-38ec2f5e-a64f-4102-9095-471adb67ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:22.325820 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-38ec2f5e-a64f-4102-9095-471adb67ebe4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0492213 Jul 28 06:39:22.380999 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-48b7055b-0daf-4b21-a1d2-6f51578220ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:22.383458 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-48b7055b-0daf-4b21-a1d2-6f51578220ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507877 Jul 28 06:39:22.503554 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-f506d745-afac-4bda-bb75-26341f750cba service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143570 Jul 28 06:39:22.607964 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-b71cc85c-8f0b-4570-b883-9572c7d19232 req-a05ee5df-2c23-4ca7-a699-07a9441d575e service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985897 Jul 28 06:39:32.602190 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=49 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:32.604128 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=52 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:34.029154 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:35.659663 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-63f113d3-9b79-4cd8-8510-18fb55c39bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.082406 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-243152f5-9da0-48a8-adcd-7bddfac25d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.439584 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37384) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:38.588754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Deleting port 33e7c594-748d-4a7f-adee-f3f51153a47d {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:38.589098 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.668273 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.668553 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (33e7c594-748d-4a7f-adee-f3f51153a47d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.680962 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Calling delete_port for 33e7c594-748d-4a7f-adee-f3f51153a47d owned by network:floatingip {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:38.922834 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (33e7c594-748d-4a7f-adee-f3f51153a47d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:38.946670 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'Port': ['ID=33e7c594-748d-4a7f-adee-f3f51153a47d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:38.957678 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.958034 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.958380 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.958724 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.959071 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.959395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.959727 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.960420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.960420 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.960685 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.961011 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.961363 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.961693 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.962018 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:38.962347 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:39.027561 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (11a0e0e7-7649-42f1-9ff7-029b58946094), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:39.027918 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Floating IP 11a0e0e7-7649-42f1-9ff7-029b58946094 disassociated (deleted). External IP: 172.27.3.89, port: 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb. Jul 28 06:39:39.229046 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:39:39.231763 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:39.330860 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:39.339944 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:39.344706 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:39.351234 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:39.361722 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:39.362692 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:39.381911 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-62674112-7ffb-47e9-9d10-6e650d025434 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "DELETE /v2.0/floatingips/11a0e0e7-7649-42f1-9ff7-029b58946094 HTTP/1.1" status: 204 len: 168 time: 0.9412155 Jul 28 06:39:39.383034 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:39.385335 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f7ae4-663e-4212-99c0-9727621f0ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:39.473915 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:39.507950 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ceb7d-4d9a-4b04-919a-6b4306bf4ed6 x-openstack-request-id: req-b91ceb7d-4d9a-4b04-919a-6b4306bf4ed6 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:39.508600 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:39.508600 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b91ceb7d-4d9a-4b04-919a-6b4306bf4ed6 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:39.508910 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91ceb7d-4d9a-4b04-919a-6b4306bf4ed6'] response: {'name': 'network-changed', 'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'status': 'completed', 'code': 200} Jul 28 06:39:39.573034 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-dfa5cb86-7e46-4bae-be14-e7bca6db1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.574671 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-dfa5cb86-7e46-4bae-be14-e7bca6db1945 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 1129 time: 0.0416114 Jul 28 06:39:39.626259 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:39.686280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-a2dd1787-fa6e-4cb9-bd86-107563f0d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.687871 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-a2dd1787-fa6e-4cb9-bd86-107563f0d821 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.1070607 Jul 28 06:39:39.725465 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:43Z', 'revision_number': 1, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:39.731189 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-eac94210-7d5d-4eb4-b591-6f46f9ce8b99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb HTTP/1.1" status: 200 len: 217 time: 0.0377142 Jul 28 06:39:39.752628 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:39.762378 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:39.763679 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:39.783715 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-63832e92-9706-4ab2-837b-4196636a3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.785712 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-63832e92-9706-4ab2-837b-4196636a3c8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0490179 Jul 28 06:39:39.856707 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25ba46-e766-431d-99b3-9bc246ed6369 req-01a5223d-063f-4523-a829-b7c310b500de tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:39.858439 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff25ba46-e766-431d-99b3-9bc246ed6369 req-01a5223d-063f-4523-a829-b7c310b500de tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 945 time: 0.0495532 Jul 28 06:39:39.867628 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:39.909893 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ff25ba46-e766-431d-99b3-9bc246ed6369 req-296c941d-9093-4b3b-af49-d0e2d04494bf tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Jul 28 06:39:40.082836 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:43Z', 'revision_number': 1, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:40.108555 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e668eb1-a020-4750-8abc-78e85336a30a None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_floatingips': [{'id': '78f7ea3b-2ccb-4851-abd2-6fc85ea81a06', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'router_id': 'c943670a-6fea-423c-8112-74753d824365', 'port_id': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'mac_address': 'fa:16:3e:a9:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T06:35:40Z', 'updated_at': '2022-07-28T06:35:43Z', 'revision_number': 1, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:40.326629 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ad9f8-8778-4014-a26d-e1528e4312f5 None None] New status for floating IP 11a0e0e7-7649-42f1-9ff7-029b58946094: DOWN {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:39:40.779541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-4286465c-332a-4acb-a704-741256d6aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:40.781088 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-4286465c-332a-4acb-a704-741256d6aab7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441875 Jul 28 06:39:40.836677 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:40.880112 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-ff8caba3-bdfe-4138-821c-777c4356e74a service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895426 Jul 28 06:39:41.048137 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa05ec-5a65-47b2-9b40-204f58a02c01 req-94f36778-b2e0-4ff4-a528-659a0f8663df tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.049604 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49fa05ec-5a65-47b2-9b40-204f58a02c01 req-94f36778-b2e0-4ff4-a528-659a0f8663df tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 945 time: 0.0629692 Jul 28 06:39:41.051649 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7b6f7ae4-663e-4212-99c0-9727621f0ffc req-3c6197ba-2453-43f6-b0a9-24d9bac910aa service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335461 Jul 28 06:39:41.101623 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-49fa05ec-5a65-47b2-9b40-204f58a02c01 req-746cbfc9-20ec-47ea-b68d-9c07ac0c9a93 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464814 Jul 28 06:39:41.139190 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.310307 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-74c7db5c-a0cc-45ad-8bc2-38e1fde699f4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:41.311664 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-74c7db5c-a0cc-45ad-8bc2-38e1fde699f4 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 945 time: 0.0519459 Jul 28 06:39:41.405246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Deleting port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:41.405621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.499196 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] For port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:41.499567 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.513134 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Calling delete_port for 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:41.561392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:41.733174 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (6ebf1019-d3cf-46bd-8c5b-46f7f329eccb), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.759543 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'Port': ['ID=6ebf1019-d3cf-46bd-8c5b-46f7f329eccb,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:41.792312 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:41.811279 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] No DVR routers for this DVR port 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:41.820233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:41.820233 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-14773eee-0ac9-4447-8ecf-f957ba92839f req-ca99e9ce-fa81-45a0-bb6d-588c2b00b1fb tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "DELETE /v2.0/ports/6ebf1019-d3cf-46bd-8c5b-46f7f329eccb HTTP/1.1" status: 204 len: 173 time: 0.5005326 Jul 28 06:39:41.820233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'name': 'network-vif-deleted', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:41.820233 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1dbb3-2393-4d4f-914c-73888b68bc18" -d '{"events": [{"server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "name": "network-vif-deleted", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:41.861246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af09d457-f82b-41d3-9425-9420a1aa9ac8 x-openstack-request-id: req-af09d457-f82b-41d3-9425-9420a1aa9ac8 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:41.861583 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb42f64-42df-4d6f-85c7-67cca4f6492b", "name": "network-vif-deleted", "tag": "6ebf1019-d3cf-46bd-8c5b-46f7f329eccb", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:41.861840 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af09d457-f82b-41d3-9425-9420a1aa9ac8 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:41.862242 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af09d457-f82b-41d3-9425-9420a1aa9ac8'] response: {'server_uuid': '4cb42f64-42df-4d6f-85c7-67cca4f6492b', 'name': 'network-vif-deleted', 'tag': '6ebf1019-d3cf-46bd-8c5b-46f7f329eccb', 'status': 'completed', 'code': 200} Jul 28 06:39:42.111409 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:42.208972 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-d6157322-4a65-4ee6-981a-879cc7328b44 req-ef2013ec-7256-41ca-832e-b55b973331ec tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb42f64-42df-4d6f-85c7-67cca4f6492b HTTP/1.1" status: 200 len: 210 time: 0.0303769 Jul 28 06:39:44.045218 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:39:44.596718 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:44.619051 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:44.619334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 6ebf1019-d3cf-46bd-8c5b-46f7f329eccb not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:45.654593 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37420) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:45.796244 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Deleting port cb3157b5-72e8-47e6-98a0-960f431c7fe1 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:45.796582 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:45.875427 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:45.875748 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (cb3157b5-72e8-47e6-98a0-960f431c7fe1), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:45.888640 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Calling delete_port for cb3157b5-72e8-47e6-98a0-960f431c7fe1 owned by network:floatingip {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:46.087780 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (cb3157b5-72e8-47e6-98a0-960f431c7fe1), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:46.113981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'Port': ['ID=cb3157b5-72e8-47e6-98a0-960f431c7fe1,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:46.182537 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (78f7ea3b-2ccb-4851-abd2-6fc85ea81a06), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:46.182537 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.db.l3_db [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Floating IP 78f7ea3b-2ccb-4851-abd2-6fc85ea81a06 disassociated (deleted). External IP: 172.27.3.223, port: 3fbc8176-5d92-4b04-9641-3e29219cebce. Jul 28 06:39:46.377754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:39:46.472754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:46.479393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:46.485854 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:46.490345 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:46.496250 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:46.507421 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:46.508030 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:46.522227 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-5d4a89ad-8653-494a-9604-ba4bd692484d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "DELETE /v2.0/floatingips/78f7ea3b-2ccb-4851-abd2-6fc85ea81a06 HTTP/1.1" status: 204 len: 168 time: 0.8664649 Jul 28 06:39:46.522930 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:46.525343 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6554ecc-2ee4-419f-ad26-64b2edca1664" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:46.565446 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2885bc7a-81c3-4778-86c9-1cf9f1830a69 x-openstack-request-id: req-2885bc7a-81c3-4778-86c9-1cf9f1830a69 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:46.566190 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:46.566190 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2885bc7a-81c3-4778-86c9-1cf9f1830a69 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:46.566614 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2885bc7a-81c3-4778-86c9-1cf9f1830a69'] response: {'name': 'network-changed', 'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'status': 'completed', 'code': 200} Jul 28 06:39:46.629341 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-1e0df0ea-9d39-491d-9a7d-f821cb9a8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.630906 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-1e0df0ea-9d39-491d-9a7d-f821cb9a8fa1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b406d9a12c461a84aa0331d2890990&device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 1129 time: 0.0435007 Jul 28 06:39:46.713070 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:46.731385 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-04c2c196-b4f6-433f-bd7e-18c0454cba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.731385 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-04c2c196-b4f6-433f-bd7e-18c0454cba48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 200 len: 913 time: 0.0942271 Jul 28 06:39:46.770018 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-9aba27f4-696d-4e77-b506-b79438f30462 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 200 len: 217 time: 0.0333426 Jul 28 06:39:46.821990 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:46.827284 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-fc6f8fd1-f20f-48b1-b3cc-b7557dcc128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.828980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-fc6f8fd1-f20f-48b1-b3cc-b7557dcc128e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 200 len: 851 time: 0.0489099 Jul 28 06:39:46.836075 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:46.881756 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-a85a473f-e575-40c8-aa43-99f61e1388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.883306 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-a85a473f-e575-40c8-aa43-99f61e1388f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd87854f-57d2-4562-b1ab-837a717d2f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487800 Jul 28 06:39:46.916612 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:46.946392 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:46.955529 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:46.956147 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:46.972800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb3a2a-20b4-4af7-aa79-af730bf90e16 req-529cbe9d-ba20-4bec-8c5e-e5d42be05f17 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:46.975586 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cefb3a2a-20b4-4af7-aa79-af730bf90e16 req-529cbe9d-ba20-4bec-8c5e-e5d42be05f17 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 945 time: 0.0496678 Jul 28 06:39:47.025463 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cefb3a2a-20b4-4af7-aa79-af730bf90e16 req-eba3a0f0-8ce3-476f-97e2-62d7a3ed08c7 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450747 Jul 28 06:39:47.065583 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:47.249463 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:47.273692 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70f73d-ee10-476b-86d0-2772a200ed3f None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:31:20Z', 'revision_number': 4, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '1115ebeb-91ce-4813-a473-cac64d9e2e52', 'name': '', 'network_id': 'dd87854f-57d2-4562-b1ab-837a717d2f52', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'mac_address': 'fa:16:3e:e1:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:16Z', 'updated_at': '2022-07-28T06:31:25Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'subnets': [{'id': '8c25b10a-0afd-4479-8ff3-300149f0043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:47.497040 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8945d33-9625-4b8a-9177-e4b6a4729c4a None None] New status for floating IP 78f7ea3b-2ccb-4851-abd2-6fc85ea81a06: DOWN {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:39:48.217889 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9586-43ae-493c-be08-bdbe7221526f req-f83c4f86-8922-4dd9-8eb4-dce66b4442d1 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:48.219271 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-acda9586-43ae-493c-be08-bdbe7221526f req-f83c4f86-8922-4dd9-8eb4-dce66b4442d1 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 945 time: 0.0582643 Jul 28 06:39:48.262632 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-43e3723f-55ee-4879-976d-778a3e8ded00 service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012296 Jul 28 06:39:48.296468 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-acda9586-43ae-493c-be08-bdbe7221526f req-9477eedf-4cbe-40dd-b33e-d4abb60d8e5b tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/security-groups?id=598649d4-5e26-4661-b23d-d9bf4a9dfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667474 Jul 28 06:39:48.390211 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-3ebbc091-0921-447d-92a8-b13441cbb882 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:39:48.391689 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-3ebbc091-0921-447d-92a8-b13441cbb882 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 945 time: 0.0856233 Jul 28 06:39:48.451532 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c6554ecc-2ee4-419f-ad26-64b2edca1664 req-d6db3a54-f0fb-4fe2-990d-f6cb7ba0fc9f service neutron] 10.222.0.71 "GET /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680555 Jul 28 06:39:48.498621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Deleting port 3fbc8176-5d92-4b04-9641-3e29219cebce {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:48.498959 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:48.541779 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:48.591398 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] For port 3fbc8176-5d92-4b04-9641-3e29219cebce, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=3fbc8176-5d92-4b04-9641-3e29219cebce,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:48.591816 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:48.605076 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Calling delete_port for 3fbc8176-5d92-4b04-9641-3e29219cebce owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:48.801970 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (3fbc8176-5d92-4b04-9641-3e29219cebce), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:48.829571 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'Port': ['ID=3fbc8176-5d92-4b04-9641-3e29219cebce,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:48.864150 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:48.886694 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] No DVR routers for this DVR port 3fbc8176-5d92-4b04-9641-3e29219cebce on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:48.889168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:48.892434 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-84f1cfe5-f250-4f07-b2a7-f7e574c96f25 req-9dd24fed-b5c5-4ba6-b645-678204e91c5e tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.71 "DELETE /v2.0/ports/3fbc8176-5d92-4b04-9641-3e29219cebce HTTP/1.1" status: 204 len: 173 time: 0.4956415 Jul 28 06:39:48.892842 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'name': 'network-vif-deleted', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:39:48.895184 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f7e7b-9252-4087-a309-a2ab6532c59f" -d '{"events": [{"server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "name": "network-vif-deleted", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:39:48.931964 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503b4d68-73e6-4794-b94f-ac194964d308 x-openstack-request-id: req-503b4d68-73e6-4794-b94f-ac194964d308 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:39:48.932282 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea", "name": "network-vif-deleted", "tag": "3fbc8176-5d92-4b04-9641-3e29219cebce", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:39:48.932541 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-503b4d68-73e6-4794-b94f-ac194964d308 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:39:48.932945 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503b4d68-73e6-4794-b94f-ac194964d308'] response: {'server_uuid': 'f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea', 'name': 'network-vif-deleted', 'tag': '3fbc8176-5d92-4b04-9641-3e29219cebce', 'status': 'completed', 'code': 200} Jul 28 06:39:49.408286 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-62146af9-e51d-4d94-81a1-6ad7a303feb1 req-d95a9499-0654-4440-83cd-2ba663d83449 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2e8a38b-e93f-4c91-9b64-ed4ab1ec47ea HTTP/1.1" status: 200 len: 210 time: 0.0286336 Jul 28 06:39:50.473913 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37436) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:50.587278 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Deleting port f6d33747-41c7-4902-8c71-96b205ad7250 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:50.587630 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (f6d33747-41c7-4902-8c71-96b205ad7250), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.664465 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (f6d33747-41c7-4902-8c71-96b205ad7250), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.664727 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (f6d33747-41c7-4902-8c71-96b205ad7250), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.681666 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Calling delete_port for f6d33747-41c7-4902-8c71-96b205ad7250 owned by network:floatingip {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:50.876505 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f6d33747-41c7-4902-8c71-96b205ad7250), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.906357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'Port': ['ID=f6d33747-41c7-4902-8c71-96b205ad7250,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:50.976266 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for floatingip (69346fb6-4473-47f3-a379-df16507764a3), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.979031 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:50.980240 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-302f0238-e421-49d2-8b13-4369d73caf07 tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "DELETE /v2.0/floatingips/69346fb6-4473-47f3-a379-df16507764a3 HTTP/1.1" status: 204 len: 168 time: 0.5057552 Jul 28 06:39:52.364489 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37448) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:52.423978 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2326-031a-4b7f-a924-0f735f9e525d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group (598649d4-5e26-4661-b23d-d9bf4a9dfc02), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.450031 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2326-031a-4b7f-a924-0f735f9e525d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group (598649d4-5e26-4661-b23d-d9bf4a9dfc02), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.647803 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2326-031a-4b7f-a924-0f735f9e525d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (598649d4-5e26-4661-b23d-d9bf4a9dfc02), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.650486 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2326-031a-4b7f-a924-0f735f9e525d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:52.651707 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-cc4c2326-031a-4b7f-a924-0f735f9e525d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] 10.222.0.69 "DELETE /v2.0/security-groups/598649d4-5e26-4661-b23d-d9bf4a9dfc02 HTTP/1.1" status: 204 len: 168 time: 0.2859786 Jul 28 06:39:52.662273 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 3fbc8176-5d92-4b04-9641-3e29219cebce no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:52.662704 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c2326-031a-4b7f-a924-0f735f9e525d tempest-TestVolumeBootPattern-889618680 tempest-TestVolumeBootPattern-889618680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598649d4-5e26-4661-b23d-d9bf4a9dfc02,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:52.684941 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 3fbc8176-5d92-4b04-9641-3e29219cebce {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:52.685279 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 3fbc8176-5d92-4b04-9641-3e29219cebce not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:52.768184 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37452) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:53.197502 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (c943670a-6fea-423c-8112-74753d824365), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.430943 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Deleting port 1115ebeb-91ce-4813-a473-cac64d9e2e52 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:53.431291 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.513584 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] For port 1115ebeb-91ce-4813-a473-cac64d9e2e52, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1115ebeb-91ce-4813-a473-cac64d9e2e52,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:53.513947 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.526982 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Calling delete_port for 1115ebeb-91ce-4813-a473-cac64d9e2e52 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:53.692241 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:53.745145 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (1115ebeb-91ce-4813-a473-cac64d9e2e52), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:53.750925 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:53.772827 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1115ebeb-91ce-4813-a473-cac64d9e2e52,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:53.784396 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.784741 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.785115 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.785449 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.785757 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.786082 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.786403 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.786725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.787048 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.787370 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.787695 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.788014 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.788367 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.788655 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.788968 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:53.952741 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (c943670a-6fea-423c-8112-74753d824365), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:54.381758 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Router c943670a-6fea-423c-8112-74753d824365 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:39:54.487196 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:54.500735 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9c0a39f2-edcc-4ca9-a802-4e072fdd05d5 admin admin] 10.222.0.69 "PUT /v2.0/routers/c943670a-6fea-423c-8112-74753d824365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228866 Jul 28 06:39:54.500735 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37458) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:54.500953 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] Sync routers for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:54.506337 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:54.506942 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:54.608228 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks [] for router (c943670a-6fea-423c-8112-74753d824365), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:54.608915 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:54.710599 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks [] for router_gateway (c943670a-6fea-423c-8112-74753d824365), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:54.782150 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:39:53Z', 'revision_number': 5, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port': {'id': 'ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943670a-6fea-423c-8112-74753d824365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:12Z', 'updated_at': '2022-07-28T06:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:54.807379 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] Checking router: c943670a-6fea-423c-8112-74753d824365 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:54.816565 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] Routers {'c943670a-6fea-423c-8112-74753d824365'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:54.817179 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['c943670a-6fea-423c-8112-74753d824365'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:54.830195 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Deleting port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:54.830786 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:54.893059 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:54.902487 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] Set router c943670a-6fea-423c-8112-74753d824365 gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:54.915429 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] For port ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:54.915793 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:54.929465 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Calling delete_port for ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:54.952818 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:39:54Z', 'revision_number': 6, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:54.981982 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f026cf-363e-4ed5-91f9-26532e272001 None None] The sync data for ids ['c943670a-6fea-423c-8112-74753d824365'] in dv-cinder-812429-2-iscsi is: [{'id': 'c943670a-6fea-423c-8112-74753d824365', 'name': 'tempest-TestVolumeBootPattern-1785602499-router', 'tenant_id': '47b406d9a12c461a84aa0331d2890990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:11Z', 'updated_at': '2022-07-28T06:39:54Z', 'revision_number': 6, 'project_id': '47b406d9a12c461a84aa0331d2890990', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:54.992909 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:55.150411 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.176953 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:55.244964 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (c943670a-6fea-423c-8112-74753d824365), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.331981 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (c943670a-6fea-423c-8112-74753d824365), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.334318 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks [] for router_controller (c943670a-6fea-423c-8112-74753d824365), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.459347 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (c943670a-6fea-423c-8112-74753d824365), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.459962 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c943670a-6fea-423c-8112-74753d824365 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:39:55.464177 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.465356 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d10e2afd-4b98-4192-8ea8-c77baa5b9cc9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c943670a-6fea-423c-8112-74753d824365 HTTP/1.1" status: 204 len: 168 time: 0.9694862 Jul 28 06:39:55.468577 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37460) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:55.515946 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Deleting subnet 8c25b10a-0afd-4479-8ff3-300149f0043c {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:39:55.521719 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Publish callbacks [] for subnet (8c25b10a-0afd-4479-8ff3-300149f0043c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.555111 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (8c25b10a-0afd-4479-8ff3-300149f0043c), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.635439 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (8c25b10a-0afd-4479-8ff3-300149f0043c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.762638 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (8c25b10a-0afd-4479-8ff3-300149f0043c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.792383 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c25b10a-0afd-4479-8ff3-300149f0043c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:55.794371 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.799920 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1afb99a0-58ef-4210-a4f1-31c177924c52 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8c25b10a-0afd-4479-8ff3-300149f0043c HTTP/1.1" status: 204 len: 168 time: 0.3285413 Jul 28 06:39:55.802828 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86f164-5946-48e6-96b3-b1d861bc19be None None] Network dd87854f-57d2-4562-b1ab-837a717d2f52 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:55.808234 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37462) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:55.844387 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1115ebeb-91ce-4813-a473-cac64d9e2e52 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:55.869965 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 1115ebeb-91ce-4813-a473-cac64d9e2e52 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:55.870320 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1115ebeb-91ce-4813-a473-cac64d9e2e52 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:55.870740 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:55.884143 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (dd87854f-57d2-4562-b1ab-837a717d2f52), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.899778 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:55.900145 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device ebae71b9-e8c0-43a5-8b3b-9ec5fe114f04 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:55.929929 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Deleting port c15573c1-9519-45e4-8c7a-5cd59839fbdd {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:55.930912 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:55.994438 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] DHCP port deletion for dd87854f-57d2-4562-b1ab-837a717d2f52 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:39:56.003717 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:56.010847 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] For port c15573c1-9519-45e4-8c7a-5cd59839fbdd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c15573c1-9519-45e4-8c7a-5cd59839fbdd,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:56.011210 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.026551 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Calling delete_port for c15573c1-9519-45e4-8c7a-5cd59839fbdd owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:56.035517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Deleting port c15573c1-9519-45e4-8c7a-5cd59839fbdd {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:56.036012 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.106688 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:56.202725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.228638 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15573c1-9519-45e4-8c7a-5cd59839fbdd,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:56.231922 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] For port c15573c1-9519-45e4-8c7a-5cd59839fbdd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=c15573c1-9519-45e4-8c7a-5cd59839fbdd,segment=NetworkSegment(d6b27f4c-587f-450a-a4c2-2830f3dee877),segment_id=d6b27f4c-587f-450a-a4c2-2830f3dee877)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:56.232167 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] No DVR routers for this DVR port c15573c1-9519-45e4-8c7a-5cd59839fbdd on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:56.232319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.246549 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Calling delete_port for c15573c1-9519-45e4-8c7a-5cd59839fbdd owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:56.310029 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (dd87854f-57d2-4562-b1ab-837a717d2f52), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.322615 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (c15573c1-9519-45e4-8c7a-5cd59839fbdd), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.331754 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd87854f-57d2-4562-b1ab-837a717d2f52']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:56.341557 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b27f4c-587f-450a-a4c2-2830f3dee877') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:56.341859 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b27f4c-587f-450a-a4c2-2830f3dee877') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:56.350032 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Pushing event deleted for resources: {'Port': ['ID=c15573c1-9519-45e4-8c7a-5cd59839fbdd,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:56.352432 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] No DVR routers for this DVR port c15573c1-9519-45e4-8c7a-5cd59839fbdd on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:56.352978 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (d6b27f4c-587f-450a-a4c2-2830f3dee877), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.368151 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.368506 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.368848 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.369189 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.369560 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.369893 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.370220 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.374682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc25696-1199-4c58-bba0-d68f4bbe38f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:39:56.375481 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (d6b27f4c-587f-450a-a4c2-2830f3dee877), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.382305 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:39:56.383881 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (d6b27f4c-587f-450a-a4c2-2830f3dee877), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.426806 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment d6b27f4c-587f-450a-a4c2-2830f3dee877 resource provider aggregate not found Jul 28 06:39:56.445708 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment d6b27f4c-587f-450a-a4c2-2830f3dee877 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6b27f4c-587f-450a-a4c2-2830f3dee877 found for delete ", "request_id": "req-904633d4-80bb-4dfa-864b-6bbde988fcdf"}]} Jul 28 06:39:56.527694 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (dd87854f-57d2-4562-b1ab-837a717d2f52), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.537027 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:56.540311 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dd87854f-57d2-4562-b1ab-837a717d2f52 HTTP/1.1" status: 204 len: 168 time: 0.7310641 Jul 28 06:39:56.543368 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37468) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:56.550535 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:56.550740 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be29d6-5199-46b8-9d7d-842ed69241a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd87854f-57d2-4562-b1ab-837a717d2f52,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:56.813059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:56.868262 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (930a163f-ef46-4221-b371-5248c0a5d54f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:57.104921 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Deleting port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:57.105168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:57.185136 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] For port 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:57.185527 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:57.198799 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Calling delete_port for 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 owned by network:router_interface {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:57.442193 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:57.445623 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:57.466391 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:57.641166 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (930a163f-ef46-4221-b371-5248c0a5d54f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:57.722327 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c15573c1-9519-45e4-8c7a-5cd59839fbdd no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:57.730357 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:57.745233 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: c15573c1-9519-45e4-8c7a-5cd59839fbdd {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:57.745628 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device c15573c1-9519-45e4-8c7a-5cd59839fbdd not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:57.865434 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Router 930a163f-ef46-4221-b371-5248c0a5d54f has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:39:57.970969 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:39:57.975832 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-4bd5b2a3-4a0a-41f3-af9f-60a9319738b6 admin admin] 10.222.0.69 "PUT /v2.0/routers/930a163f-ef46-4221-b371-5248c0a5d54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313791 Jul 28 06:39:57.978313 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37470) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:57.980797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] Sync routers for ids ['930a163f-ef46-4221-b371-5248c0a5d54f'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:39:57.992904 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] Routers {'930a163f-ef46-4221-b371-5248c0a5d54f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:57.993567 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['930a163f-ef46-4221-b371-5248c0a5d54f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:58.080071 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks [] for router (930a163f-ef46-4221-b371-5248c0a5d54f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.097439 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] Set router 930a163f-ef46-4221-b371-5248c0a5d54f gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:58.181241 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks [] for router_gateway (930a163f-ef46-4221-b371-5248c0a5d54f), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.272315 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:39:57Z', 'revision_number': 5, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port': {'id': 'f6b2640d-16d8-43b2-8ebe-34f9518cf027', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:31:28Z', 'updated_at': '2022-07-28T06:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:58.290182 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Deleting port f6b2640d-16d8-43b2-8ebe-34f9518cf027 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:58.290588 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.302311 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] Checking router: 930a163f-ef46-4221-b371-5248c0a5d54f for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:39:58.311809 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] Routers {'930a163f-ef46-4221-b371-5248c0a5d54f'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:39:58.312427 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:39:38Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['930a163f-ef46-4221-b371-5248c0a5d54f'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:58.373985 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] For port f6b2640d-16d8-43b2-8ebe-34f9518cf027, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=f6b2640d-16d8-43b2-8ebe-34f9518cf027,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:58.374611 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.386031 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:58.388288 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Calling delete_port for f6b2640d-16d8-43b2-8ebe-34f9518cf027 owned by network:router_gateway {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:58.398700 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] Set router 930a163f-ef46-4221-b371-5248c0a5d54f gateway port host: None {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:39:58.426459 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:58.454319 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:39:58Z', 'revision_number': 6, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:58.480444 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb7a6b-d8b4-49f8-b752-5e3c5d6a6a88 None None] The sync data for ids ['930a163f-ef46-4221-b371-5248c0a5d54f'] in dv-cinder-812429-2-iscsi is: [{'id': '930a163f-ef46-4221-b371-5248c0a5d54f', 'name': 'tempest-TestVolumeBootPattern-2069103470-router', 'tenant_id': '940cf692c0554607a4d43de7c23a22a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:31:27Z', 'updated_at': '2022-07-28T06:39:58Z', 'revision_number': 6, 'project_id': '940cf692c0554607a4d43de7c23a22a2', 'gw_port_host': None}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:39:58.505568 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:58.659307 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (f6b2640d-16d8-43b2-8ebe-34f9518cf027), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.664402 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:58.685521 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b2640d-16d8-43b2-8ebe-34f9518cf027,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:58.753406 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (930a163f-ef46-4221-b371-5248c0a5d54f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.842621 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (930a163f-ef46-4221-b371-5248c0a5d54f), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.844942 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks [] for router_controller (930a163f-ef46-4221-b371-5248c0a5d54f), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.978973 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (930a163f-ef46-4221-b371-5248c0a5d54f), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.979610 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 930a163f-ef46-4221-b371-5248c0a5d54f {{(pid=104326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:39:58.985596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:58.986750 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-2c7c62a5-25c3-4cc9-834c-8133fae45e7f admin admin] 10.222.0.69 "DELETE /v2.0/routers/930a163f-ef46-4221-b371-5248c0a5d54f HTTP/1.1" status: 204 len: 168 time: 1.0074782 Jul 28 06:39:58.989488 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37472) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:59.036081 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Deleting subnet bcee4b34-93bd-479e-be61-bb1991bda216 {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:39:59.039397 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Publish callbacks [] for subnet (bcee4b34-93bd-479e-be61-bb1991bda216), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.079280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (bcee4b34-93bd-479e-be61-bb1991bda216), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.154316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (bcee4b34-93bd-479e-be61-bb1991bda216), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.287879 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (bcee4b34-93bd-479e-be61-bb1991bda216), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.319188 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcee4b34-93bd-479e-be61-bb1991bda216,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:59.322903 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.326105 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-6a3593e4-1864-4d9f-b133-e3972b43e378 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bcee4b34-93bd-479e-be61-bb1991bda216 HTTP/1.1" status: 204 len: 168 time: 0.3356676 Jul 28 06:39:59.329544 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37474) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:39:59.332598 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8d148-e0ef-4f10-b557-999c2e47d47d None None] Network 1416a29f-85de-49bc-9b8d-d1e463c6d587 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:39:59.410289 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (1416a29f-85de-49bc-9b8d-d1e463c6d587), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.463506 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Deleting port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:59.463983 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.513578 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] DHCP port deletion for 1416a29f-85de-49bc-9b8d-d1e463c6d587 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:39:59.538680 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] For port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:59.539045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.552644 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Calling delete_port for 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:59.554107 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] Deleting port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:39:59.554488 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.626760 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] For port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,segment=NetworkSegment(3384ea88-1321-4e50-954f-7a2d766ea380),segment_id=3384ea88-1321-4e50-954f-7a2d766ea380)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:39:59.627157 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.641382 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] Calling delete_port for 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:39:59.683315 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:59.712023 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:59.712305 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 45c4c19e-9efb-4ce8-bf88-8d3f61c7dc98 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:59.712716 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device f6b2640d-16d8-43b2-8ebe-34f9518cf027 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:59.727903 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.740573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: f6b2640d-16d8-43b2-8ebe-34f9518cf027 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:59.740918 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device f6b2640d-16d8-43b2-8ebe-34f9518cf027 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:59.742420 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:39:59.758301 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:59.760148 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] No DVR routers for this DVR port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 on host dv-cinder-812429-2-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:59.766517 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:39:59.766871 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:39:59.784168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:59.785683 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (2d2cc2ea-ff78-419a-a914-8b95fdc7fe47), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.812205 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] Pushing event deleted for resources: {'Port': ['ID=2d2cc2ea-ff78-419a-a914-8b95fdc7fe47,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:39:59.814080 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2232e6-a017-4256-8e93-11aee0bb05e4 None None] No DVR routers for this DVR port 2d2cc2ea-ff78-419a-a914-8b95fdc7fe47 on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:39:59.835766 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (1416a29f-85de-49bc-9b8d-d1e463c6d587), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.856375 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1416a29f-85de-49bc-9b8d-d1e463c6d587']}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:59.865727 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3384ea88-1321-4e50-954f-7a2d766ea380') {'for_net_delete': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:59.866026 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.services.segments.db [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3384ea88-1321-4e50-954f-7a2d766ea380') {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:39:59.876208 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266230911'] for segment (3384ea88-1321-4e50-954f-7a2d766ea380), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.890634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (3384ea88-1321-4e50-954f-7a2d766ea380), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.894953 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:39:59.897596 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=104326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:39:59.898011 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264295755'] for segment (3384ea88-1321-4e50-954f-7a2d766ea380), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:39:59.940453 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 3384ea88-1321-4e50-954f-7a2d766ea380 resource provider aggregate not found Jul 28 06:39:59.960668 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.services.segments.plugin [-] Segment 3384ea88-1321-4e50-954f-7a2d766ea380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3384ea88-1321-4e50-954f-7a2d766ea380 found for delete ", "request_id": "req-28a0f7f5-eb34-4b42-ab8e-eb06211d6b6f"}]} Jul 28 06:40:00.053612 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (1416a29f-85de-49bc-9b8d-d1e463c6d587), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.059765 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.066374 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] 10.222.0.69 "DELETE /v2.0/networks/1416a29f-85de-49bc-9b8d-d1e463c6d587 HTTP/1.1" status: 204 len: 168 time: 0.7334471 Jul 28 06:40:00.075878 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1ed33-ee04-4117-adfb-0c241f484e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=1416a29f-85de-49bc-9b8d-d1e463c6d587,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:00.391677 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37482) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:00.431569 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-eb1e2c07-c956-4daf-83cb-80e1a625cd5e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47b406d9a12c461a84aa0331d2890990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387163 Jul 28 06:40:00.434038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37484) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:00.484936 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-32a20bd7-4c73-4dcb-bd57-f1cde1dc92fa admin admin] Publish callbacks [] for security_group (9762b10e-feab-4a5a-9c9d-e6adcc6d6c20), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.507810 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-32a20bd7-4c73-4dcb-bd57-f1cde1dc92fa admin admin] Publish callbacks [] for security_group (9762b10e-feab-4a5a-9c9d-e6adcc6d6c20), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.619280 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-32a20bd7-4c73-4dcb-bd57-f1cde1dc92fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (9762b10e-feab-4a5a-9c9d-e6adcc6d6c20), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.621750 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-32a20bd7-4c73-4dcb-bd57-f1cde1dc92fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:00.622953 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-32a20bd7-4c73-4dcb-bd57-f1cde1dc92fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9762b10e-feab-4a5a-9c9d-e6adcc6d6c20 HTTP/1.1" status: 204 len: 168 time: 0.1880014 Jul 28 06:40:00.631769 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a20bd7-4c73-4dcb-bd57-f1cde1dc92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9762b10e-feab-4a5a-9c9d-e6adcc6d6c20,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:01.257923 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37492) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:01.299021 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-134b0b0c-4ca5-43b7-8d6d-006d528ea16c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=940cf692c0554607a4d43de7c23a22a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399330 Jul 28 06:40:01.301604 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37494) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:40:01.351553 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a180cb2-363b-4cc8-b593-80db3699a770 admin admin] Publish callbacks [] for security_group (474e561c-24f2-48e5-9d3c-bfc558f562c4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:01.374884 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a180cb2-363b-4cc8-b593-80db3699a770 admin admin] Publish callbacks [] for security_group (474e561c-24f2-48e5-9d3c-bfc558f562c4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:01.481816 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a180cb2-363b-4cc8-b593-80db3699a770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (474e561c-24f2-48e5-9d3c-bfc558f562c4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:01.485873 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a180cb2-363b-4cc8-b593-80db3699a770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:01.487132 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9a180cb2-363b-4cc8-b593-80db3699a770 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/474e561c-24f2-48e5-9d3c-bfc558f562c4 HTTP/1.1" status: 204 len: 168 time: 0.1846144 Jul 28 06:40:01.495335 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a180cb2-363b-4cc8-b593-80db3699a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e561c-24f2-48e5-9d3c-bfc558f562c4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:04.927266 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=74 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:04.956638 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:06.064467 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eff841b1-35e8-40fd-a4d9-d739446c0749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:08.104692 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-138b4513-ea2f-41a8-af4f-30d89408d534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:09.258732 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:10.626507 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:10.627242 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=1,neutron:SELECT=28,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:10.841826 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:11.144309 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:11.490561 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=5,neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:11.491331 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=6,neutron:SELECT=60 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:12.139314 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:21.044846 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:40:22.018090 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-0c358f96-ef88-493e-8cce-68c34d7fc671 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427217 Jul 28 06:40:22.056326 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:22.059268 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:22.103258 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b67d4-5094-4976-9201-a6f78e15a298 req-7a10b2e1-d191-4d21-ac1c-673a16e70732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:22.104765 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-7a10b2e1-d191-4d21-ac1c-673a16e70732 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0431747 Jul 28 06:40:22.217610 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b67d4-5094-4976-9201-a6f78e15a298 req-03185d61-ea81-49ea-9f56-14ce10c0a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:22.219098 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-03185d61-ea81-49ea-9f56-14ce10c0a000 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 910 time: 0.0966301 Jul 28 06:40:22.546217 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-f87cfa4c-4177-45fd-b44d-6d6f51272000 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 1001 time: 0.3209100 Jul 28 06:40:22.603684 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b67d4-5094-4976-9201-a6f78e15a298 req-3470c488-5b7b-4bef-adab-ee454f40ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:22.605180 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-3470c488-5b7b-4bef-adab-ee454f40ea9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0518677 Jul 28 06:40:22.660555 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b67d4-5094-4976-9201-a6f78e15a298 req-5f0854de-7650-499c-a35e-d49a19ce1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:22.664142 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-5f0854de-7650-499c-a35e-d49a19ce1490 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531402 Jul 28 06:40:22.786342 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-a8edb9a8-78ac-4ac6-ac1b-9e682488f5d3 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155338 Jul 28 06:40:22.898171 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-364b67d4-5094-4976-9201-a6f78e15a298 req-cde72417-6b5a-4cec-a559-025d825b90fc service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051497 Jul 28 06:40:32.893754 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=49 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:32.894581 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=52 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:35.638180 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-597a5ee5-81a4-428d-9c30-5ecdef775c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:35.852628 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=14 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:35.854467 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=20 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:38.092091 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0c01dc2c-a214-4e63-9b8c-314079b26094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:39.235430 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:40.846613 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:41.149095 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:41.518305 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2d19a-4ee4-4b19-9b60-22d6a8237069 req-369e081b-741f-472b-a0ad-11a5464cf842 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:41.519861 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53b2d19a-4ee4-4b19-9b60-22d6a8237069 req-369e081b-741f-472b-a0ad-11a5464cf842 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0479329 Jul 28 06:40:41.572229 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-53b2d19a-4ee4-4b19-9b60-22d6a8237069 req-f511ca34-feee-4832-9781-a74d63aab167 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455692 Jul 28 06:40:42.109767 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:42.697096 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f4ed-fa50-446c-8228-4eff472d0b26 req-c904449f-bb50-4ca1-998c-0f9a5e02f1a1 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:42.698609 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4709f4ed-fa50-446c-8228-4eff472d0b26 req-c904449f-bb50-4ca1-998c-0f9a5e02f1a1 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0507793 Jul 28 06:40:42.748843 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4709f4ed-fa50-446c-8228-4eff472d0b26 req-4c868e78-90a7-4535-bc67-9f8b79ce2bfc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Jul 28 06:40:43.872469 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd0dd-6cb5-4d99-ad6c-48bdd9deb4d7 req-64d96f2a-92a4-4e46-a32e-baddc1ee5b2c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:43.874563 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5b7bd0dd-6cb5-4d99-ad6c-48bdd9deb4d7 req-64d96f2a-92a4-4e46-a32e-baddc1ee5b2c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0515838 Jul 28 06:40:43.924831 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5b7bd0dd-6cb5-4d99-ad6c-48bdd9deb4d7 req-674864d1-0f9f-4a2a-b6d7-903fd7a54106 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Jul 28 06:40:45.044097 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81189846-1e86-4ee2-b75b-1955c9d567cb req-e4416ded-bd9f-4a08-a044-b833692b606f tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:45.046172 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-81189846-1e86-4ee2-b75b-1955c9d567cb req-e4416ded-bd9f-4a08-a044-b833692b606f tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0478785 Jul 28 06:40:45.100275 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-81189846-1e86-4ee2-b75b-1955c9d567cb req-c8ff966d-34bf-4228-bec2-e974e6cf19b5 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480733 Jul 28 06:40:46.218145 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90445e-f0d7-4af7-afb1-5fced305727d req-4935fdc2-ebba-41d5-9eae-efa51ec36c4d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:46.219639 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-db90445e-f0d7-4af7-afb1-5fced305727d req-4935fdc2-ebba-41d5-9eae-efa51ec36c4d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0479038 Jul 28 06:40:46.269080 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-db90445e-f0d7-4af7-afb1-5fced305727d req-df52fe4c-d20e-4bcc-8d2c-67bbc8d7ad4d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Jul 28 06:40:47.390876 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a332ec-96e3-4eaa-99fd-fc502e499c9a req-ecae2268-d7d6-443e-80fb-348e6ba2ba6e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:47.392401 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e1a332ec-96e3-4eaa-99fd-fc502e499c9a req-ecae2268-d7d6-443e-80fb-348e6ba2ba6e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0485716 Jul 28 06:40:47.443757 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e1a332ec-96e3-4eaa-99fd-fc502e499c9a req-cd107647-18f9-4dd4-9e92-b7ab02754e79 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Jul 28 06:40:48.570156 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d451a13-bcda-4244-a375-6dfa4c8e1882 req-a07920a3-193e-4435-b5d7-4531acaebe3d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:48.571659 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d451a13-bcda-4244-a375-6dfa4c8e1882 req-a07920a3-193e-4435-b5d7-4531acaebe3d tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0533707 Jul 28 06:40:48.622100 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4d451a13-bcda-4244-a375-6dfa4c8e1882 req-2f166d77-078e-47a7-b4f7-f86b55856bbd tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Jul 28 06:40:49.740395 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ea59-00be-44f0-a855-6e194da9d1fc req-9aa4517a-e5bb-45eb-8834-79c8768e695e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:49.741965 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cd66ea59-00be-44f0-a855-6e194da9d1fc req-9aa4517a-e5bb-45eb-8834-79c8768e695e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0484028 Jul 28 06:40:49.792621 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-cd66ea59-00be-44f0-a855-6e194da9d1fc req-af70ac5f-c78c-4217-a4c0-89a08e4109ce tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451324 Jul 28 06:40:50.915267 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139dc53-c13b-4267-8745-5064bcd69510 req-5029f6d6-9bbb-48eb-abb6-f33e74e73882 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:50.916758 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e139dc53-c13b-4267-8745-5064bcd69510 req-5029f6d6-9bbb-48eb-abb6-f33e74e73882 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0490537 Jul 28 06:40:50.970709 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-e139dc53-c13b-4267-8745-5064bcd69510 req-e30388d7-80cc-4115-aa13-96242b98ea2c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482645 Jul 28 06:40:51.732658 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-83a4a8dc-a73d-4f83-a119-a9c642075805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:51.734816 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-83a4a8dc-a73d-4f83-a119-a9c642075805 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0406814 Jul 28 06:40:51.829556 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-b4e07d9c-fbad-4e7a-9dc3-a826eafbcd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:51.831054 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-b4e07d9c-fbad-4e7a-9dc3-a826eafbcd76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 910 time: 0.0909386 Jul 28 06:40:51.884445 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:51.893516 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-8e0563f5-4b77-43f4-9213-a14e327de6d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 1001 time: 0.0565147 Jul 28 06:40:51.906036 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:51.941974 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-aa509d7f-91c8-47d7-ac10-3fbaaad683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:51.943455 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-aa509d7f-91c8-47d7-ac10-3fbaaad683ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0448904 Jul 28 06:40:51.992657 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-e9cb6c53-78f6-4445-900f-4f595a3da412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:51.999682 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-e9cb6c53-78f6-4445-900f-4f595a3da412 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453353 Jul 28 06:40:52.062464 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:52.064571 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:52.122819 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cf705-13ac-44c8-a8d6-e0ed21380273 req-d28a0e92-e431-4d45-8739-7a5164f433db tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:52.124857 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-864cf705-13ac-44c8-a8d6-e0ed21380273 req-d28a0e92-e431-4d45-8739-7a5164f433db tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0715127 Jul 28 06:40:52.144111 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-a261f424-5715-49e6-91df-5a8d10221150 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436539 Jul 28 06:40:52.231578 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-864cf705-13ac-44c8-a8d6-e0ed21380273 req-6013fa0c-49c5-454a-ab69-31f0c34a3771 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006956 Jul 28 06:40:52.265123 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9f688c54-26dc-40e7-947e-979fe31c56b1 req-01fac313-a32c-4ee4-9386-975162f81365 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139240 Jul 28 06:40:53.363455 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106be1-3c82-44d9-85bc-fa845e12fc8f req-651728b7-5200-4024-86b2-e7be449921b7 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:53.364983 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-58106be1-3c82-44d9-85bc-fa845e12fc8f req-651728b7-5200-4024-86b2-e7be449921b7 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0537105 Jul 28 06:40:53.416341 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-58106be1-3c82-44d9-85bc-fa845e12fc8f req-1611fbe4-8aec-4f89-b4a8-f6f672036396 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Jul 28 06:40:54.539736 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b2721-b28c-4952-bd75-f0585d6afda4 req-15c0ff6d-b282-490d-8831-0839531da09c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:54.544734 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-df4b2721-b28c-4952-bd75-f0585d6afda4 req-15c0ff6d-b282-490d-8831-0839531da09c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0515616 Jul 28 06:40:54.593439 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-df4b2721-b28c-4952-bd75-f0585d6afda4 req-68e66ac5-94e1-486f-ae22-dd806a45b264 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Jul 28 06:40:55.714265 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325ce6f-6fe5-478d-9895-60e09282a7a8 req-77d86e7e-cc04-4992-9aad-2e819ae22bc7 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:55.715746 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7325ce6f-6fe5-478d-9895-60e09282a7a8 req-77d86e7e-cc04-4992-9aad-2e819ae22bc7 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0482674 Jul 28 06:40:55.770019 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-7325ce6f-6fe5-478d-9895-60e09282a7a8 req-ac880cdb-f4db-4d8f-bae0-f67a57b28656 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479352 Jul 28 06:40:56.226438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2a206-ba70-477c-8d24-14b13c62f1c1 req-1d915e0d-a45c-48f1-bba3-be8b842e4d4a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:56.227927 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-51d2a206-ba70-477c-8d24-14b13c62f1c1 req-1d915e0d-a45c-48f1-bba3-be8b842e4d4a tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0483475 Jul 28 06:40:56.279885 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-51d2a206-ba70-477c-8d24-14b13c62f1c1 req-744c086f-3548-44c8-a629-8a90160e8767 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463140 Jul 28 06:40:56.411802 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-17617c2e-1407-4c37-9f90-1431f66ef4cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1828251 Jul 28 06:40:56.609431 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-b87c1b1e-3aaf-4c80-9602-18db94665063 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:56.610812 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-b87c1b1e-3aaf-4c80-9602-18db94665063 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports/2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 942 time: 0.1664860 Jul 28 06:40:56.863818 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:40:56.935051 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 is: ACTIVE; New status is: DOWN {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:40:56.935444 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:56.960067 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:40:56.962284 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adcd2d4-d642-4d75-b082-f033a23f4adc" -d '{"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:40:56.977187 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:40:57.041026 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:40:57.064273 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 06:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8357561-a349-4116-a3e7-3e79613c3c95 x-openstack-request-id: req-e8357561-a349-4116-a3e7-3e79613c3c95 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:40:57.064568 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-unplugged", "status": "failed", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "code": 422}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:40:57.065016 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8357561-a349-4116-a3e7-3e79613c3c95 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:40:57.065645 dv-cinder-812429-2-iscsi neutron-server[104328]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e8357561-a349-4116-a3e7-3e79613c3c95']: {'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'code': 422} returned with failed status Jul 28 06:40:57.091963 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=6']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:40:57.099994 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.100337 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.100682 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.101018 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.101378 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103375 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103375 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103375 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103375 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103375 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103375 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103975 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.103975 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.104147 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.104457 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:40:57.409026 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f1593-db06-40de-9062-450ae1290c08 req-40b588df-b01b-4ae1-a161-b025906f9219 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:57.410751 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9a6f1593-db06-40de-9062-450ae1290c08 req-40b588df-b01b-4ae1-a161-b025906f9219 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0571818 Jul 28 06:40:57.464319 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-9a6f1593-db06-40de-9062-450ae1290c08 req-d6d465d3-0ab4-41ec-82b5-6fe20536466e tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Jul 28 06:40:58.129365 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:40:58.590331 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d68ae4-c725-4ba1-a743-159249a4cfca req-dacd9d9d-468e-4fc5-b099-e4596afb673f tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:58.591880 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42d68ae4-c725-4ba1-a743-159249a4cfca req-dacd9d9d-468e-4fc5-b099-e4596afb673f tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0546439 Jul 28 06:40:58.642294 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-42d68ae4-c725-4ba1-a743-159249a4cfca req-3eedd7a7-6eb8-4dc7-8901-6165702ef4a8 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Jul 28 06:40:58.920177 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:58.928639 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-5f3a5695-d058-48c5-b24c-cf71c85629a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:58.930278 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-5f3a5695-d058-48c5-b24c-cf71c85629a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b&tenant_id=3ce97bbb75d4412e90231e4da14840bc HTTP/1.1" status: 200 len: 1127 time: 0.0434017 Jul 28 06:40:58.985155 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:40:58.992788 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-97028ff5-f7c0-4028-bddc-69cfc7fd9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:58.994322 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-97028ff5-f7c0-4028-bddc-69cfc7fd9b56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1127 time: 0.0442784 Jul 28 06:40:59.084542 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-408cd2e0-aeae-4223-a8fc-52836c90e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:59.086057 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-408cd2e0-aeae-4223-a8fc-52836c90e7dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 910 time: 0.0858512 Jul 28 06:40:59.150207 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-3c894566-22d7-436b-b138-10107281429d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 999 time: 0.0588782 Jul 28 06:40:59.202837 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-a29dcb8c-fc0c-4339-a8d9-ed9499c65794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:59.204792 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-a29dcb8c-fc0c-4339-a8d9-ed9499c65794 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0488963 Jul 28 06:40:59.248725 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-be1d6e1c-892f-47ab-bb78-4cdfcb1529e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:59.250292 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-be1d6e1c-892f-47ab-bb78-4cdfcb1529e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402217 Jul 28 06:40:59.344676 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-ac4c9cd8-5501-42d4-9b31-e9fcdbf21556 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883002 Jul 28 06:40:59.434796 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-4580f570-c788-4a98-92c8-3c2d5e1acc03 req-60adbeba-dd79-4fb1-94c1-3b9fb6a51609 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847681 Jul 28 06:40:59.765277 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf175f5-4c82-408b-95a1-1114cbb0b6b3 req-80f58812-9728-454b-aa0b-3c39108f3380 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:40:59.766796 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-daf175f5-4c82-408b-95a1-1114cbb0b6b3 req-80f58812-9728-454b-aa0b-3c39108f3380 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0523450 Jul 28 06:40:59.816270 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-daf175f5-4c82-408b-95a1-1114cbb0b6b3 req-39a6e69f-3655-4d67-befa-563c79aa4216 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Jul 28 06:41:00.936358 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3d1d-5ddc-4b9b-aca0-d3f55ae15bd7 req-246b92cd-0850-4399-b298-3839942fa216 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:00.938072 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c92a3d1d-5ddc-4b9b-aca0-d3f55ae15bd7 req-246b92cd-0850-4399-b298-3839942fa216 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0483003 Jul 28 06:41:00.987980 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-c92a3d1d-5ddc-4b9b-aca0-d3f55ae15bd7 req-11b46de3-aa03-4141-a222-b59a65b5a968 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Jul 28 06:41:02.106135 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80e163-7670-4132-b633-24f04122b7e0 req-dd33d03b-e410-4ba8-8012-9875e2ace0a3 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:02.107594 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0b80e163-7670-4132-b633-24f04122b7e0 req-dd33d03b-e410-4ba8-8012-9875e2ace0a3 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0472043 Jul 28 06:41:02.160637 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0b80e163-7670-4132-b633-24f04122b7e0 req-24e583ce-4316-4c4c-a5a1-8b08043591b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465803 Jul 28 06:41:03.278372 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787dd6a-650a-4a16-830c-7615d3c2fc64 req-6b855db9-90d9-48c4-9083-180ac1394d3c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:03.279836 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f787dd6a-650a-4a16-830c-7615d3c2fc64 req-6b855db9-90d9-48c4-9083-180ac1394d3c tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0476148 Jul 28 06:41:03.332342 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-f787dd6a-650a-4a16-830c-7615d3c2fc64 req-da6598ec-2d6d-4136-8553-041f02ae4784 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468438 Jul 28 06:41:04.452018 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f550e-fe95-462e-941c-6f60fac9d1ac req-53acba4a-c8c8-4328-ad50-347ed8b4dc49 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:04.453600 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-be4f550e-fe95-462e-941c-6f60fac9d1ac req-53acba4a-c8c8-4328-ad50-347ed8b4dc49 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0490167 Jul 28 06:41:04.502789 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-be4f550e-fe95-462e-941c-6f60fac9d1ac req-2ece82f2-d29d-4012-a73a-062071d84eff tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Jul 28 06:41:05.588479 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:05.628141 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45861023-beac-47e1-8af3-f458cf39e7e5 req-e305502e-a63f-488c-81b0-1a28bba49f68 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:05.629562 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45861023-beac-47e1-8af3-f458cf39e7e5 req-e305502e-a63f-488c-81b0-1a28bba49f68 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0509317 Jul 28 06:41:05.644918 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6468a622-f884-4ef6-99cb-6242db76862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:05.683185 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-45861023-beac-47e1-8af3-f458cf39e7e5 req-5b909e6d-41b4-470f-a4c6-485a9e0627d0 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Jul 28 06:41:06.594198 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.601621 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.786246 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:06.804110 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762ab0d-7a0b-471d-8584-02a0e8d1c565 req-7dc700fb-b0a3-45b4-aff0-9f159dc7b133 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:06.805639 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8762ab0d-7a0b-471d-8584-02a0e8d1c565 req-7dc700fb-b0a3-45b4-aff0-9f159dc7b133 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 943 time: 0.0481050 Jul 28 06:41:06.858862 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8762ab0d-7a0b-471d-8584-02a0e8d1c565 req-cde0a060-ec1a-4814-86be-759afaffb774 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468588 Jul 28 06:41:06.892475 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 details requested by agent hyperv_hv-cinder-81242 with host hv-cinder-81242 {{(pid=104328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 06:41:06.995229 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:07.006173 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Returning: {'device': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'port_id': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'mac_address': 'fa:16:3e:44:42:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 06:41:07.042079 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 is: DOWN; New status is: BUILD {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:07.042490 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.055572 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e77a9a5-aa49-46ee-9315-297c9ed8b731 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 06:41:07.075845 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:07.154263 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:07.202113 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=7']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:07.355855 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] get_ports_and_sgs() called for port_ids ['2e77a9a5-aa49-46ee-9315-297c9ed8b731'] {{(pid=104328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 06:41:07.580446 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:07.983594 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fa6a5-e96d-4806-be15-b451471f65ef req-472e24d4-ca25-4ee2-bd81-0683e61d7e48 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:07.985087 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ba0fa6a5-e96d-4806-be15-b451471f65ef req-472e24d4-ca25-4ee2-bd81-0683e61d7e48 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 944 time: 0.0526748 Jul 28 06:41:08.035746 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-ba0fa6a5-e96d-4806-be15-b451471f65ef req-00dc3a07-3add-4cab-8bd5-cfc8584fc7d7 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 Jul 28 06:41:08.097478 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-10f6af11-5e41-4a83-8f57-5a69f2751907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:08.907773 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 up at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 06:41:08.952079 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Provisioning complete for port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 triggered by entity L2. {{(pid=104328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 06:41:08.952446 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1222560'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), provisioning_complete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:08.996133 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:09.027943 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Current status of the port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 is: BUILD; New status is: ACTIVE {{(pid=104328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 06:41:09.028333 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329859'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:09.032035 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:09.036599 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:09.053332 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:41:09.055581 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ea4c9c08518f58931856f7bdc75567f48dd82630591c57ff78389188bd35e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8920bd-d2ae-460c-b56c-5bb2d7368ff5" -d '{"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-plugged", "status": "completed", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:41:09.069024 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:41:09.097392 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf85e4e3-5889-43dd-b444-31ddb9890c41 x-openstack-request-id: req-bf85e4e3-5889-43dd-b444-31ddb9890c41 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:41:09.097797 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-plugged", "status": "completed", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:41:09.098423 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf85e4e3-5889-43dd-b444-31ddb9890c41 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:41:09.098423 dv-cinder-812429-2-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf85e4e3-5889-43dd-b444-31ddb9890c41'] response: {'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'code': 200} Jul 28 06:41:09.163774 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110ea9-a017-4a54-af91-66b7e9e78a10 req-0707bd3d-0920-49e2-ae3a-3d9f833f62f6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.165230 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-99110ea9-a017-4a54-af91-66b7e9e78a10 req-0707bd3d-0920-49e2-ae3a-3d9f833f62f6 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 944 time: 0.0522945 Jul 28 06:41:09.175094 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045376988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044995669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044995687'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:09.218721 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-99110ea9-a017-4a54-af91-66b7e9e78a10 req-9660b262-2637-41eb-9baf-e6935829de61 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Jul 28 06:41:09.237986 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Pushing event updated for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=8']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:41:09.286047 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:09.366637 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334c58d-884c-40e3-8751-b8d141243bec req-e2291c6d-817b-4c14-ab0f-599d8dc68668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:09.368009 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8334c58d-884c-40e3-8751-b8d141243bec req-e2291c6d-817b-4c14-ab0f-599d8dc68668 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0397129 Jul 28 06:41:09.419818 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-8334c58d-884c-40e3-8751-b8d141243bec req-48d914d0-07dc-41e3-9579-f7b0bf9dd3fd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450873 Jul 28 06:41:10.338269 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458c751-4cd0-4d4b-b276-cecf93026fbe req-975a3e5f-e645-4c95-9d67-36b2d90b9c04 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:10.339763 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0458c751-4cd0-4d4b-b276-cecf93026fbe req-975a3e5f-e645-4c95-9d67-36b2d90b9c04 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0479467 Jul 28 06:41:10.390670 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-0458c751-4cd0-4d4b-b276-cecf93026fbe req-3bb75920-3af1-4376-a91b-210ff4e7adb2 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Jul 28 06:41:10.855976 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:11.171651 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:11.512038 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cd301-f49a-4ed0-9091-fd7333dc7a0d req-67071465-7556-41ee-8af2-182cca5e9e85 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:11.513544 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-957cd301-f49a-4ed0-9091-fd7333dc7a0d req-67071465-7556-41ee-8af2-182cca5e9e85 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0479357 Jul 28 06:41:11.563761 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-957cd301-f49a-4ed0-9091-fd7333dc7a0d req-2d5544b5-768c-4d51-a182-2bffd37a9349 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Jul 28 06:41:12.137547 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:21.555393 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=46 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:21.559352 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=60 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:22.017787 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-08caf6a5-82e3-40fb-8a9e-34761ab748c2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414996 Jul 28 06:41:22.060115 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:22.065460 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=41,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:22.095033 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-03992072-2b22-40b4-a408-0b72b5f8f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:22.097169 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-03992072-2b22-40b4-a408-0b72b5f8f34a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0385361 Jul 28 06:41:22.205116 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-ccb162e9-8ba5-45ba-9498-d7e158da4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:22.207265 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-ccb162e9-8ba5-45ba-9498-d7e158da4cd1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 910 time: 0.0919425 Jul 28 06:41:22.271834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-8a0b186b-e856-4819-bc38-c00292ba1f6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 1001 time: 0.0586011 Jul 28 06:41:22.319839 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-c29c4ee7-4265-4788-8691-90e2c7d1b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:22.321287 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-c29c4ee7-4265-4788-8691-90e2c7d1b62e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0437307 Jul 28 06:41:22.368254 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-b5e19e71-bb1b-4dd1-bff4-8b432d1410c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:41:22.369814 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-b5e19e71-bb1b-4dd1-bff4-8b432d1410c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406623 Jul 28 06:41:22.464698 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-e5ac15f1-c009-4d13-b13f-4ff3cf278504 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886784 Jul 28 06:41:22.557645 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-5654c316-f5e7-4481-bcb7-d04635d54924 req-33b3921e-335e-4fc8-9dbb-b86a96c8800f service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Jul 28 06:41:32.552697 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=49 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:32.554634 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=52 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:34.034453 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:34.036367 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:35.048554 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:41:35.634087 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8c28-c1e8-45ea-8981-15474324a0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:38.187814 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b9cef0aa-f795-433a-9fca-b76feb49bdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:39.256950 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:40.850529 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:41.136665 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:42.118972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:41:46.018428 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:46.030568 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:55.871025 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:41:55.871814 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:05.633078 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-28954dfd-462d-4db9-8087-9bb81dc90221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:08.082876 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6af2e2d-487e-4783-9e50-3c5ef6e927bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:09.250412 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:10.842229 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:11.152768 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:12.047817 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:42:12.147008 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.283297 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37594) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:21.435779 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Deleting port fa51049c-73c2-46ab-a156-3d40aaf44a8b {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:21.436123 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.515105 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.515430 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for floatingip (fa51049c-73c2-46ab-a156-3d40aaf44a8b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.528246 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Calling delete_port for fa51049c-73c2-46ab-a156-3d40aaf44a8b owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:21.756146 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (fa51049c-73c2-46ab-a156-3d40aaf44a8b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.786850 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event deleted for resources: {'Port': ['ID=fa51049c-73c2-46ab-a156-3d40aaf44a8b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:21.811432 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.811768 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.812105 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.812438 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.812766 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.813088 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.813440 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.813761 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.814083 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.814399 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.814717 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.815032 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.815351 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.815665 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.816674 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:21.869268 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for floatingip (6d3f17fa-390f-4d0a-ab34-ac5d91c148a4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:21.869620 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Floating IP 6d3f17fa-390f-4d0a-ab34-ac5d91c148a4 disassociated (deleted). External IP: 172.27.3.244, port: 2e77a9a5-aa49-46ee-9315-297c9ed8b731. Jul 28 06:42:22.071781 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Router 87e550ae-9440-4e96-a1e7-1205e93c6127 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:22.085330 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:22.087216 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:22.174579 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:22.180129 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:22.181567 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:22.184717 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] Sync routers for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:22.195902 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:22.198276 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:42:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.213420 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-297d1e22-65d8-4246-a70e-f10fe6adab47 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "DELETE /v2.0/floatingips/6d3f17fa-390f-4d0a-ab34-ac5d91c148a4 HTTP/1.1" status: 204 len: 168 time: 0.9288616 Jul 28 06:42:22.214013 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:22.216435 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}357af24bac406bfd950edef0b7b68299dec3975c160482029c373f3238a3018a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9502db-7a31-4ee1-9131-e672000059d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:22.304477 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:22.325526 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76b723b-9a46-4a3f-a0c3-962ef120b146 x-openstack-request-id: req-d76b723b-9a46-4a3f-a0c3-962ef120b146 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:22.326074 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:22.326074 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d76b723b-9a46-4a3f-a0c3-962ef120b146 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:22.326458 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76b723b-9a46-4a3f-a0c3-962ef120b146'] response: {'name': 'network-changed', 'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'status': 'completed', 'code': 200} Jul 28 06:42:22.387920 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-7526c9f2-058a-440f-8fec-8e92d2b4ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:22.389453 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-7526c9f2-058a-440f-8fec-8e92d2b4ced6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ce97bbb75d4412e90231e4da14840bc&device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 1129 time: 0.0421786 Jul 28 06:42:22.485053 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-af7a7a0f-65a3-4959-bfb9-a9fc8a2b9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:22.486572 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-af7a7a0f-65a3-4959-bfb9-a9fc8a2b9b30 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 200 len: 910 time: 0.0900016 Jul 28 06:42:22.500344 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.527689 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] Checking router: 87e550ae-9440-4e96-a1e7-1205e93c6127 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:22.536636 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:22.537249 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:42:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.538517 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-6a961718-9526-477b-9184-aaadd04b50c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 200 len: 217 time: 0.0405066 Jul 28 06:42:22.592728 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-4e7dffa8-1144-4a5d-a5f9-02b157c70b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:22.594381 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-4e7dffa8-1144-4a5d-a5f9-02b157c70b0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 200 len: 848 time: 0.0500448 Jul 28 06:42:22.641864 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:22.676828 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4514-bf96-4b31-9be0-f0a23a7ad925 req-28f09180-f2c0-4718-a3cd-5f4a6f1646f5 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:22.678356 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a3e4514-bf96-4b31-9be0-f0a23a7ad925 req-28f09180-f2c0-4718-a3cd-5f4a6f1646f5 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0484943 Jul 28 06:42:22.729855 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-3a3e4514-bf96-4b31-9be0-f0a23a7ad925 req-3bce5709-343a-44e6-977c-e9e552fe0771 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Jul 28 06:42:22.826973 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:22.854935 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd02fa8-3c9e-4eba-9c19-6e7c6a0148af None None] The sync data for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi is: [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:37:52Z', 'revision_number': 4, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi', '_interfaces': [{'id': '55eafbc0-fdbf-4e19-861f-a06feb2b2c09', 'name': '', 'network_id': '4523b400-324e-4557-a908-bbe22983e058', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'mac_address': 'fa:16:3e:5a:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:52Z', 'updated_at': '2022-07-28T06:37:57Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'subnets': [{'id': 'ae1c6a64-7280-4fd4-8c8b-8ffb52097d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:23.073548 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936b6c5-66b3-4d08-a035-7e912f8e4787 None None] New status for floating IP 6d3f17fa-390f-4d0a-ab34-ac5d91c148a4: DOWN {{(pid=104328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 06:42:23.621619 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-e34cee75-0bf2-4f20-9b08-aaf42a165c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:23.623136 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-e34cee75-0bf2-4f20-9b08-aaf42a165c27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4523b400-324e-4557-a908-bbe22983e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437479 Jul 28 06:42:23.717424 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-c902b567-174a-4001-b51c-385c516c631a service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 Jul 28 06:42:23.881924 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7669bf-33ac-40b7-9f0f-b34f41912df2 req-293ce8b6-b75c-41f9-84ce-78a69f99adfc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:23.883385 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fc7669bf-33ac-40b7-9f0f-b34f41912df2 req-293ce8b6-b75c-41f9-84ce-78a69f99adfc tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0743828 Jul 28 06:42:23.885517 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bc9502db-7a31-4ee1-9131-e672000059d3 req-9242debc-5fbe-4ceb-b350-4ef4b3b0ba00 service neutron] 10.222.0.71 "GET /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370647 Jul 28 06:42:23.933850 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-fc7669bf-33ac-40b7-9f0f-b34f41912df2 req-eac48acc-8444-4726-a9a7-b712ddd53add tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/security-groups?id=14057185-5111-4899-b426-0ff0682292fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Jul 28 06:42:24.126650 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-6d5c7ff2-2d68-49fd-a429-142b41cf7b45 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 06:42:24.128089 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-6d5c7ff2-2d68-49fd-a429-142b41cf7b45 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.71 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 945 time: 0.0533442 Jul 28 06:42:24.215790 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Deleting port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:24.216045 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.312794 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] For port 2e77a9a5-aa49-46ee-9315-297c9ed8b731, host hv-cinder-81242, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81242',level=0,port_id=2e77a9a5-aa49-46ee-9315-297c9ed8b731,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:24.313149 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.327093 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Calling delete_port for 2e77a9a5-aa49-46ee-9315-297c9ed8b731 owned by compute:nova {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:24.415981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:24.424918 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:24.527931 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (2e77a9a5-aa49-46ee-9315-297c9ed8b731), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.559836 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event deleted for resources: {'Port': ['ID=2e77a9a5-aa49-46ee-9315-297c9ed8b731,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:24.592040 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.592390 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.592736 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.593077 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.593440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.593776 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.594106 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.594430 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.594757 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.595082 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.595407 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.595733 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.596057 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.596377 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.596810 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:24.620913 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] No DVR routers for this DVR port 2e77a9a5-aa49-46ee-9315-297c9ed8b731 on host hv-cinder-81242 {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:24.623455 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105151'] for port (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:24.628701 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-bd6d6186-b4d0-4977-a7eb-98486f64d712 req-09c956ba-dc5a-4f03-ba2e-17574c4f8bcf tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.71 "DELETE /v2.0/ports/2e77a9a5-aa49-46ee-9315-297c9ed8b731 HTTP/1.1" status: 204 len: 173 time: 0.4936781 Jul 28 06:42:24.628701 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-deleted', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 06:42:24.629896 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82511133bbdb3c3f51b11599b48ed513b7b891d68bef72b5d770202166c47b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c42d891-9649-468a-b8ae-b2c859924ee6" -d '{"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-deleted", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 06:42:24.668126 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 06:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ba1048-f7d9-479b-9b9f-fdb5720efbd7 x-openstack-request-id: req-f7ba1048-f7d9-479b-9b9f-fdb5720efbd7 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 06:42:24.668413 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e638b92a-b36c-4982-b060-183eac639a1b", "name": "network-vif-deleted", "tag": "2e77a9a5-aa49-46ee-9315-297c9ed8b731", "status": "completed", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 06:42:24.668666 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f7ba1048-f7d9-479b-9b9f-fdb5720efbd7 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 06:42:24.669068 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ba1048-f7d9-479b-9b9f-fdb5720efbd7'] response: {'server_uuid': 'e638b92a-b36c-4982-b060-183eac639a1b', 'name': 'network-vif-deleted', 'tag': '2e77a9a5-aa49-46ee-9315-297c9ed8b731', 'status': 'completed', 'code': 200} Jul 28 06:42:25.046319 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [req-312d0b6c-a44f-43b7-a3bd-f1b0bec8fd46 req-0dc1fa2b-03b2-48f3-812e-853fa52d4115 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "GET /v2.0/ports?device_id=e638b92a-b36c-4982-b060-183eac639a1b HTTP/1.1" status: 200 len: 210 time: 0.0286891 Jul 28 06:42:26.118621 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37624) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:26.162404 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:26.180798 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5ae-6e42-4d34-9038-76ba7b7d70b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group (14057185-5111-4899-b426-0ff0682292fc), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:26.208380 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5ae-6e42-4d34-9038-76ba7b7d70b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group (14057185-5111-4899-b426-0ff0682292fc), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:26.333440 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5ae-6e42-4d34-9038-76ba7b7d70b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (14057185-5111-4899-b426-0ff0682292fc), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:26.336063 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5ae-6e42-4d34-9038-76ba7b7d70b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:26.337253 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dda4d5ae-6e42-4d34-9038-76ba7b7d70b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] 10.222.0.69 "DELETE /v2.0/security-groups/14057185-5111-4899-b426-0ff0682292fc HTTP/1.1" status: 204 len: 168 time: 0.2193832 Jul 28 06:42:26.348888 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4d5ae-6e42-4d34-9038-76ba7b7d70b4 tempest-TestShelveInstance-1633679530 tempest-TestShelveInstance-1633679530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14057185-5111-4899-b426-0ff0682292fc,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:26.469493 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37628) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:27.010958 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (87e550ae-9440-4e96-a1e7-1205e93c6127), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:27.233753 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Deleting port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:27.234474 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:27.317569 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] For port 55eafbc0-fdbf-4e19-861f-a06feb2b2c09, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:27.317847 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:27.330952 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Calling delete_port for 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:27.341995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 no longer exists at agent hyperv_hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:27.361901 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] No Port match for: 2e77a9a5-aa49-46ee-9315-297c9ed8b731 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:27.362275 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Device 2e77a9a5-aa49-46ee-9315-297c9ed8b731 not bound to the agent host hv-cinder-81242 {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:27.380598 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:27.441483 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:27.569855 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (55eafbc0-fdbf-4e19-861f-a06feb2b2c09), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:27.602032 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55eafbc0-fdbf-4e19-861f-a06feb2b2c09,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:27.771682 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (87e550ae-9440-4e96-a1e7-1205e93c6127), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:27.984454 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Router 87e550ae-9440-4e96-a1e7-1205e93c6127 has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:28.086906 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:28.091737 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-adfa1ff2-b761-4dc1-b4ac-e3a570d9efe5 admin admin] 10.222.0.69 "PUT /v2.0/routers/87e550ae-9440-4e96-a1e7-1205e93c6127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208515 Jul 28 06:42:28.094326 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37630) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:28.099497 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] Sync routers for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:28.110563 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:28.111174 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:42:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:28.194254 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks [] for router (87e550ae-9440-4e96-a1e7-1205e93c6127), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.229044 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: dv-cinder-812429-2-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:28.298243 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks [] for router_gateway (87e550ae-9440-4e96-a1e7-1205e93c6127), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.314932 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:28.319426 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:28.390073 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:28.399574 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:42:27Z', 'revision_number': 5, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port': {'id': '12199ce9-5490-46c4-a6ed-3a58217bb891', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:50Z', 'updated_at': '2022-07-28T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:28.409364 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Deleting port 12199ce9-5490-46c4-a6ed-3a58217bb891 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:28.409740 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.430914 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] Checking router: 87e550ae-9440-4e96-a1e7-1205e93c6127 for host: dv-cinder-812429-2-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:28.439436 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] Routers {'87e550ae-9440-4e96-a1e7-1205e93c6127'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:28.440036 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:42:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['87e550ae-9440-4e96-a1e7-1205e93c6127'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:28.462228 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:28.498217 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] For port 12199ce9-5490-46c4-a6ed-3a58217bb891, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=12199ce9-5490-46c4-a6ed-3a58217bb891,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:28.498591 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.515418 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Calling delete_port for 12199ce9-5490-46c4-a6ed-3a58217bb891 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:28.609111 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] Set router 87e550ae-9440-4e96-a1e7-1205e93c6127 gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:28.657887 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:42:28Z', 'revision_number': 6, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:28.682894 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d41b5d-e2e0-4886-9352-f73079ee51a1 None None] The sync data for ids ['87e550ae-9440-4e96-a1e7-1205e93c6127'] in dv-cinder-812429-2-iscsi is: [{'id': '87e550ae-9440-4e96-a1e7-1205e93c6127', 'name': 'tempest-TestShelveInstance-1193877308-router', 'tenant_id': '3ce97bbb75d4412e90231e4da14840bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:49Z', 'updated_at': '2022-07-28T06:42:28Z', 'revision_number': 6, 'project_id': '3ce97bbb75d4412e90231e4da14840bc', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:28.747321 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (12199ce9-5490-46c4-a6ed-3a58217bb891), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.773442 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Pushing event deleted for resources: {'Port': ['ID=12199ce9-5490-46c4-a6ed-3a58217bb891,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:28.839889 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (87e550ae-9440-4e96-a1e7-1205e93c6127), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.926534 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (87e550ae-9440-4e96-a1e7-1205e93c6127), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:28.928803 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks [] for router_controller (87e550ae-9440-4e96-a1e7-1205e93c6127), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.027044 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (87e550ae-9440-4e96-a1e7-1205e93c6127), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.027708 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e550ae-9440-4e96-a1e7-1205e93c6127 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:42:29.032438 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.033715 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d854cbee-d7e7-46e3-8efa-9a08def3085d admin admin] 10.222.0.69 "DELETE /v2.0/routers/87e550ae-9440-4e96-a1e7-1205e93c6127 HTTP/1.1" status: 204 len: 168 time: 0.9383664 Jul 28 06:42:29.036284 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37632) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:29.084178 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Deleting subnet ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:42:29.087742 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Publish callbacks [] for subnet (ae1c6a64-7280-4fd4-8c8b-8ffb52097d87), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.128926 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264678536'] for subnet (ae1c6a64-7280-4fd4-8c8b-8ffb52097d87), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.205542 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (ae1c6a64-7280-4fd4-8c8b-8ffb52097d87), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.250118 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:29.347113 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265074221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264374681'] for subnet (ae1c6a64-7280-4fd4-8c8b-8ffb52097d87), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.380669 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1c6a64-7280-4fd4-8c8b-8ffb52097d87,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:29.386119 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.389243 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d3d18f63-98f5-4477-9939-46e238f59d2c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ae1c6a64-7280-4fd4-8c8b-8ffb52097d87 HTTP/1.1" status: 204 len: 168 time: 0.3519666 Jul 28 06:42:29.391755 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37634) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:29.394248 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa4edbe-c485-437b-bd10-a19783a9d074 None None] Network 4523b400-324e-4557-a908-bbe22983e058 requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:42:29.469651 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (4523b400-324e-4557-a908-bbe22983e058), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.513581 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Deleting port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:29.513973 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.557859 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] DHCP port deletion for 4523b400-324e-4557-a908-bbe22983e058 request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:42:29.586434 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] For port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:29.586805 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.602036 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Calling delete_port for 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:29.608743 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Deleting port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:29.609122 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.676201 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] For port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,segment=NetworkSegment(d3e1cf4c-4fa7-4a84-9585-db824abedf4d),segment_id=d3e1cf4c-4fa7-4a84-9585-db824abedf4d)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:29.677259 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.678539 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:29.692813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Calling delete_port for 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:29.751511 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 12199ce9-5490-46c4-a6ed-3a58217bb891 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:29.767090 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.780387 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 12199ce9-5490-46c4-a6ed-3a58217bb891 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:29.780677 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 12199ce9-5490-46c4-a6ed-3a58217bb891 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:29.781070 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:29.798464 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:29.802043 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:29.802372 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:29.802778 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:29.806531 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] No DVR routers for this DVR port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:29.828199 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:29.828540 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 55eafbc0-fdbf-4e19-861f-a06feb2b2c09 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:29.836334 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.863301 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Pushing event deleted for resources: {'Port': ['ID=4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:29.868583 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] No DVR routers for this DVR port 4d2bd93b-92e7-4db8-8ded-5cbc85b38fdb on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:29.875329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.880715 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.882027 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.882027 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd37b5f-0ed3-4224-85ab-19c2665a5272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812429-2-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 06:42:29.886612 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (4523b400-324e-4557-a908-bbe22983e058), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.910994 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4523b400-324e-4557-a908-bbe22983e058']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:29.920541 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:29.920841 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e1cf4c-4fa7-4a84-9585-db824abedf4d') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:29.931041 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (d3e1cf4c-4fa7-4a84-9585-db824abedf4d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.944658 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (d3e1cf4c-4fa7-4a84-9585-db824abedf4d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:29.951230 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:42:29.955209 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (d3e1cf4c-4fa7-4a84-9585-db824abedf4d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.027514 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment d3e1cf4c-4fa7-4a84-9585-db824abedf4d resource provider aggregate not found Jul 28 06:42:30.043563 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment d3e1cf4c-4fa7-4a84-9585-db824abedf4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e1cf4c-4fa7-4a84-9585-db824abedf4d found for delete ", "request_id": "req-0397b565-c512-42c5-bfbf-e59d43c65b39"}]} Jul 28 06:42:30.078129 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (4523b400-324e-4557-a908-bbe22983e058), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.084366 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.090191 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] 10.222.0.69 "DELETE /v2.0/networks/4523b400-324e-4557-a908-bbe22983e058 HTTP/1.1" status: 204 len: 168 time: 0.6948073 Jul 28 06:42:30.090817 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37642) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:30.099548 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb90b-d230-462d-a1a5-79462c0eca2f admin admin] Pushing event deleted for resources: {'Network': ['ID=4523b400-324e-4557-a908-bbe22983e058,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:30.664000 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.891893 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Deleting port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:30.892221 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.971168 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] For port 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:30.971443 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:30.984356 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Calling delete_port for 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a owned by network:router_interface {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:31.048102 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:31.113392 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:31.270440 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:31.300228 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:31.482782 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:31.701989 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb has already been hosted by L3 agent fc174932-1703-48a7-8cb4-e3973142f241 {{(pid=104326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 06:42:31.811867 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] Notify agent at l3_agent.dv-cinder-812429-2-iscsi the message routers_updated {{(pid=104326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 06:42:31.818963 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-b2e1e434-491f-42d5-8477-44d015c3970b admin admin] 10.222.0.69 "PUT /v2.0/routers/688e0ec1-0c3e-4a85-961d-f7bb90714fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247624 Jul 28 06:42:31.819459 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37644) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:31.822693 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] Sync routers for ids ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'] in dv-cinder-812429-2-iscsi {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 06:42:31.834411 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] Routers {'688e0ec1-0c3e-4a85-961d-f7bb90714fdb'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:31.835167 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:42:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:31.917675 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks [] for router (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:31.942402 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] Set router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb gateway port host: dv-cinder-812429-2-iscsi {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:32.025800 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks [] for router_gateway (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.117905 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'external_fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:42:31Z', 'revision_number': 5, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port': {'id': '1b18f094-9574-4639-8308-815dfb6c41b9', 'name': '', 'network_id': '9356eb91-d212-4c70-9598-3544b64c249c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812429-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T06:37:57Z', 'updated_at': '2022-07-28T06:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d7bf9a5-3bcd-4e8b-b98d-a5522a7a82f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812429-2-iscsi'}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:32.143314 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] Checking router: 688e0ec1-0c3e-4a85-961d-f7bb90714fdb for host: dv-cinder-812429-2-iscsi {{(pid=104328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 06:42:32.149272 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:32.152948 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] Routers {'688e0ec1-0c3e-4a85-961d-f7bb90714fdb'} bound to L3 agent in host dv-cinder-812429-2-iscsi {{(pid=104328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 06:42:32.153595 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812429-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T06:19:38Z,description=,heartbeat_timestamp=2022-07-28T06:42:08Z,host='dv-cinder-812429-2-iscsi',id=fc174932-1703-48a7-8cb4-e3973142f241,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T06:19:39Z,topic='l3_agent')) {'router_ids': ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'], 'active': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:32.166731 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Deleting port 1b18f094-9574-4639-8308-815dfb6c41b9 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:32.167061 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.239906 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvr_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] Set router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb gateway port host: None {{(pid=104328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 06:42:32.244350 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:32.251278 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] For port 1b18f094-9574-4639-8308-815dfb6c41b9, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=1b18f094-9574-4639-8308-815dfb6c41b9,segment=NetworkSegment(35ca0d73-1c95-4d98-bf90-5c279bb4adc0),segment_id=35ca0d73-1c95-4d98-bf90-5c279bb4adc0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:32.251645 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.265438 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Calling delete_port for 1b18f094-9574-4639-8308-815dfb6c41b9 owned by network:router_gateway {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:32.292995 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_hamode_db [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:42:32Z', 'revision_number': 6, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port_host': None}], 'dv-cinder-812429-2-iscsi', False) {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:32.318710 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9d72c-db00-4960-ae12-eab649f640ce None None] The sync data for ids ['688e0ec1-0c3e-4a85-961d-f7bb90714fdb'] in dv-cinder-812429-2-iscsi is: [{'id': '688e0ec1-0c3e-4a85-961d-f7bb90714fdb', 'name': 'tempest-TestShelveInstance-315071029-router', 'tenant_id': '240811071c1541a4896bd8c1c14442bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T06:37:56Z', 'updated_at': '2022-07-28T06:42:32Z', 'revision_number': 6, 'project_id': '240811071c1541a4896bd8c1c14442bf', 'gw_port_host': None}] {{(pid=104328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 06:42:32.495910 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264295736'] for port (1b18f094-9574-4639-8308-815dfb6c41b9), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.522224 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b18f094-9574-4639-8308-815dfb6c41b9,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:32.591285 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953883'] for router_gateway (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.682316 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1627'] for router (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.684703 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks [] for router_controller (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.788111 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568338'] for router (688e0ec1-0c3e-4a85-961d-f7bb90714fdb), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.788761 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688e0ec1-0c3e-4a85-961d-f7bb90714fdb {{(pid=104326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 06:42:32.793378 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.794474 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-505a7de0-0146-4acd-a6a0-41590efd5ac4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/688e0ec1-0c3e-4a85-961d-f7bb90714fdb HTTP/1.1" status: 204 len: 168 time: 0.9740980 Jul 28 06:42:32.796981 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37646) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:32.842517 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Deleting subnet 6a3cfde8-9ba2-4da2-abd0-aff359975a9a {{(pid=104326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 06:42:32.845752 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Publish callbacks [] for subnet (6a3cfde8-9ba2-4da2-abd0-aff359975a9a), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.885540 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266230886'] for subnet (6a3cfde8-9ba2-4da2-abd0-aff359975a9a), precommit_delete_associations {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:32.961515 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1223979'] for subnet (6a3cfde8-9ba2-4da2-abd0-aff359975a9a), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.112798 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1223970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264295701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267028671'] for subnet (6a3cfde8-9ba2-4da2-abd0-aff359975a9a), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.141946 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3cfde8-9ba2-4da2-abd0-aff359975a9a,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:33.148903 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.153834 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-c98eeba2-37e9-4eda-854a-536d52a784fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6a3cfde8-9ba2-4da2-abd0-aff359975a9a HTTP/1.1" status: 204 len: 168 time: 0.3543885 Jul 28 06:42:33.155094 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.69', 37648) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:33.155542 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88237be-969f-45f3-9075-1a6b0a4d813a None None] Network 9c25694a-db49-424f-bc37-5f46614fc18c requested from dv-cinder-812429-2-iscsi {{(pid=104328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 06:42:33.232344 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1278049'] for network (9c25694a-db49-424f-bc37-5f46614fc18c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.239631 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:33.280672 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Deleting port 6a724c65-065d-4902-8d39-8535688956dd {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:33.281017 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6a724c65-065d-4902-8d39-8535688956dd), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.311492 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] DHCP port deletion for 9c25694a-db49-424f-bc37-5f46614fc18c request from dv-cinder-812429-2-iscsi {{(pid=104328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 06:42:33.352736 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] Deleting port 6a724c65-065d-4902-8d39-8535688956dd {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 06:42:33.353003 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045373453'] for port (6a724c65-065d-4902-8d39-8535688956dd), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.354573 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:33.358820 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] For port 6a724c65-065d-4902-8d39-8535688956dd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6a724c65-065d-4902-8d39-8535688956dd,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:33.359194 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6a724c65-065d-4902-8d39-8535688956dd), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.374410 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Calling delete_port for 6a724c65-065d-4902-8d39-8535688956dd owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:33.426536 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] For port 6a724c65-065d-4902-8d39-8535688956dd, host dv-cinder-812429-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812429-2-iscsi',level=0,port_id=6a724c65-065d-4902-8d39-8535688956dd,segment=NetworkSegment(abac739e-e6b9-432f-b7ca-69a7f45f4e60),segment_id=abac739e-e6b9-432f-b7ca-69a7f45f4e60)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 06:42:33.433600 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565010'] for port (6a724c65-065d-4902-8d39-8535688956dd), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.440008 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] Calling delete_port for 6a724c65-065d-4902-8d39-8535688956dd owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 06:42:33.521516 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265074176'] for port (6a724c65-065d-4902-8d39-8535688956dd), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.527157 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045509443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044995660'] for port (6a724c65-065d-4902-8d39-8535688956dd), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.547940 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a724c65-065d-4902-8d39-8535688956dd,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:33.552761 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] Pushing event deleted for resources: {'Port': ['ID=6a724c65-065d-4902-8d39-8535688956dd,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:33.552932 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] No DVR routers for this DVR port 6a724c65-065d-4902-8d39-8535688956dd on host dv-cinder-812429-2-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:33.556019 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:33.559705 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871097f-9623-47f1-9d60-7c05eeb9fced None None] No DVR routers for this DVR port 6a724c65-065d-4902-8d39-8535688956dd on host dv-cinder-812429-2-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 06:42:33.632997 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1225733', 'neutron.services.segments.db._delete_segments_for_network-8728045500618'] for network (9c25694a-db49-424f-bc37-5f46614fc18c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.653938 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c25694a-db49-424f-bc37-5f46614fc18c']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:33.663886 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abac739e-e6b9-432f-b7ca-69a7f45f4e60') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:33.664130 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abac739e-e6b9-432f-b7ca-69a7f45f4e60') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:42:33.673999 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045500519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264678545'] for segment (abac739e-e6b9-432f-b7ca-69a7f45f4e60), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.690257 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892'] for segment (abac739e-e6b9-432f-b7ca-69a7f45f4e60), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.698488 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 06:42:33.698914 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1226892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265074291'] for segment (abac739e-e6b9-432f-b7ca-69a7f45f4e60), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.739229 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment abac739e-e6b9-432f-b7ca-69a7f45f4e60 resource provider aggregate not found Jul 28 06:42:33.743033 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1b18f094-9574-4639-8308-815dfb6c41b9 no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:33.760158 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment abac739e-e6b9-432f-b7ca-69a7f45f4e60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abac739e-e6b9-432f-b7ca-69a7f45f4e60 found for delete ", "request_id": "req-2dcc6db5-01d1-4886-9a6a-06f36a7f3b2e"}]} Jul 28 06:42:33.766203 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 1b18f094-9574-4639-8308-815dfb6c41b9 {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:33.766546 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 1b18f094-9574-4639-8308-815dfb6c41b9 not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:33.766964 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:33.785041 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:33.785915 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6b3a9a43-bdf1-42d1-9dd9-e783a8681e5a not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:33.786451 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6a724c65-065d-4902-8d39-8535688956dd no longer exists at agent ovs-agent-dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 06:42:33.804849 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] No Port match for: 6a724c65-065d-4902-8d39-8535688956dd {{(pid=104328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 06:42:33.805190 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.rpc [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Device 6a724c65-065d-4902-8d39-8535688956dd not bound to the agent host dv-cinder-812429-2-iscsi {{(pid=104328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 06:42:33.849999 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1225742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953911'] for network (9c25694a-db49-424f-bc37-5f46614fc18c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.855725 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:33.858962 dv-cinder-812429-2-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9c25694a-db49-424f-bc37-5f46614fc18c HTTP/1.1" status: 204 len: 168 time: 0.7027810 Jul 28 06:42:33.871646 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd943-3668-4087-b51f-2e58c4dd7e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c25694a-db49-424f-bc37-5f46614fc18c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:34.298075 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37656) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:34.336445 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1c58e68f-e46c-4f35-bf40-2bb0cc41d323 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ce97bbb75d4412e90231e4da14840bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411260 Jul 28 06:42:34.339204 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37658) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:34.346204 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:34.391456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1460df0d-75fe-4ff0-9e99-0a30f80b380b admin admin] Publish callbacks [] for security_group (fb556c53-ca66-42db-803d-f160ea3fefef), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.415374 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1460df0d-75fe-4ff0-9e99-0a30f80b380b admin admin] Publish callbacks [] for security_group (fb556c53-ca66-42db-803d-f160ea3fefef), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.448977 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:34.544108 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1460df0d-75fe-4ff0-9e99-0a30f80b380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (fb556c53-ca66-42db-803d-f160ea3fefef), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.546681 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1460df0d-75fe-4ff0-9e99-0a30f80b380b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:34.547873 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-1460df0d-75fe-4ff0-9e99-0a30f80b380b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb556c53-ca66-42db-803d-f160ea3fefef HTTP/1.1" status: 204 len: 168 time: 0.2077448 Jul 28 06:42:34.556975 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460df0d-75fe-4ff0-9e99-0a30f80b380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb556c53-ca66-42db-803d-f160ea3fefef,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:35.279798 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37664) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:35.322715 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-e33dfb06-501b-44a5-96ee-f6ed6f1ce327 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=240811071c1541a4896bd8c1c14442bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416789 Jul 28 06:42:35.325177 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.wsgi [-] (104326) accepted ('10.222.0.69', 37666) {{(pid=104326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 06:42:35.379840 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cb973af5-abf8-4615-8c1f-ba9ec0ad27be admin admin] Publish callbacks [] for security_group (2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:35.403642 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cb973af5-abf8-4615-8c1f-ba9ec0ad27be admin admin] Publish callbacks [] for security_group (2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:35.526980 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cb973af5-abf8-4615-8c1f-ba9ec0ad27be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640156'] for security_group (2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:35.529587 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cb973af5-abf8-4615-8c1f-ba9ec0ad27be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:35.530772 dv-cinder-812429-2-iscsi neutron-server[104326]: INFO neutron.wsgi [None req-cb973af5-abf8-4615-8c1f-ba9ec0ad27be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b HTTP/1.1" status: 204 len: 168 time: 0.2046473 Jul 28 06:42:35.539059 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb973af5-abf8-4615-8c1f-ba9ec0ad27be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1fe10e-52c1-42cd-b314-fdb33b2f1f9b,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 06:42:35.630185 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d081e1a9-3ec2-4c0c-870a-c285333384cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:38.101241 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bae3468-a644-4e97-a168-cf4cd492a02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:38.661508 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:39.258509 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:40.860928 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:41.144059 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:42.026275 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=43 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:42.141165 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:42:43.760241 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:43.861583 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:45.534456 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:45.535315 dv-cinder-812429-2-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:49.047967 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:42:52.083544 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=27,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:42:52.085450 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:00.017910 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:00.022892 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:05.634269 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f81f4549-d1f2-4add-b570-0432afb9b741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:08.120217 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7c11300d-b1ac-470b-a5c1-770b4c442310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:09.283246 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:10.862691 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:11.288684 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:12.174606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:22.094300 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:22.100309 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:26.047906 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:43:35.638844 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5952c27a-63cd-4cd3-a367-b7d8ae66673c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:37.028177 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:37.028991 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:38.107278 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c493-1947-483f-ac91-c7345f180791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:39.272966 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:40.890034 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:41.147154 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:42.168129 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:43:55.864110 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:43:55.864958 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:03.047459 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:44:05.638242 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2a94-cc47-4340-8bff-d191d0be82fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:08.082923 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c3b0440d-445a-42ce-b064-e8320efa8939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:09.270304 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:10.904444 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:11.145924 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:12.178800 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:14.024561 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:14.025386 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:18.355932 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [req-3d1deecc-f689-4cdd-84d9-c0d71747ad2a req-e0d5ee6f-8da5-4b7e-b011-a457c63b3a94 service neutron] (104327) timed out ('10.222.0.71', 61592) {{(pid=104327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 06:44:18.989417 dv-cinder-812429-2-iscsi neutron-server[104327]: DEBUG neutron.wsgi [req-31a32a34-72df-40b5-80e4-d14a097c11a5 req-dde117d8-e22a-4d07-884b-0469523128bc tempest-DeleteServersTestJSON-279889782 tempest-DeleteServersTestJSON-279889782-project] (104327) timed out ('10.222.0.71', 61643) {{(pid=104327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 06:44:22.112098 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:22.113972 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:35.664481 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-57baa8f9-a83a-433e-8cac-732fd5c46696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:35.859124 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:35.861011 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=17 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:38.087500 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b00d3402-7eb3-4e04-8f74-63b8b36774d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:39.270108 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:40.047821 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:44:40.875642 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:41.183762 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:42.184733 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:44:51.016204 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:51.021193 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:52.123061 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:44:52.124876 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:05.623278 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-96de3b71-c0ed-4fb0-80f6-1e687aa928ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:08.097772 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-369d5da4-82a4-4985-8710-d20187338683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:09.297564 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:10.891607 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:11.154121 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:12.217141 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:17.047557 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:45:22.141818 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:22.142548 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:28.012215 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:34.036865 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:35.628019 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ffa9baf9-74a0-4d3f-a1ab-9632a76274cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:38.096562 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a5c00acd-c491-4557-afb8-a6258b2e1bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:39.319224 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:40.873680 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:41.158912 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:42.227533 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:45:54.047525 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:45:55.868468 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:45:55.870329 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:05.013281 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:05.014078 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:05.672879 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6d698f9e-77f0-4980-97b6-68a4a6f9067c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:08.135836 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2cbfef04-e2ea-4896-8073-0c9db73c9fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:09.284331 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:10.895537 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:11.163865 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:12.220247 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:22.152524 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:22.155387 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:31.045849 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:46:35.677400 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3d1424a7-aa48-4e34-802a-63c8dfce75a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:38.094862 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ff990c63-e942-4d8d-a9e4-7108340599c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:39.283115 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:40.894598 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:41.168694 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:42.014245 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=15 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:42.019290 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=19 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:42.214137 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:46:52.152813 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:46:52.154606 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:05.651858 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2468b1b1-3ed7-48dd-9a23-b95bdb97550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:08.044840 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 06:47:08.109112 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ed3a8c58-0d9f-415d-857b-25806763d9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:09.297820 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:10.916471 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:11.151025 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:12.211857 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:19.025969 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:19.026728 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:22.148300 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:22.154150 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:35.668178 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-462c5ccb-1dde-44d4-96ab-ab65c0d35fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (32875115-e786-40ef-9634-86fb08d7c338), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:38.107827 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-64419f5c-538d-417f-b6ae-44a7eb465239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (fc174932-1703-48a7-8cb4-e3973142f241), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:39.292888 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4dc741a6-f179-4cab-8856-b0ee84d5fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (2d8fecfd-c07e-40d3-ae84-73247baa6e1b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:40.896377 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4a316c2-2d15-44bb-9fc7-3618af518ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (a999c713-3aa3-4b41-8eb8-fe1b9cc6ae15), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:41.167230 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-edaccc96-9eb7-4cae-a61d-35d1b17951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (59573772-fc7d-4fc1-9193-f32e85b20c1e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:42.028372 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:42.029081 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 06:47:42.235875 dv-cinder-812429-2-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0a19d427-6631-446a-abd2-0c189ee1363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045500600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1222618'] for agent (70817e33-456f-41ac-a66b-993c579bf10f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 06:47:45.043960 dv-cinder-812429-2-iscsi neutron-server[104329]: DEBUG neutron.db.agents_db [None req-b9494061-93d5-4029-aa0e-25733b7fda5b None None] Agent healthcheck: found 6 active agents {{(pid=104329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}